-- Logs begin at Fri 2021-04-30 06:28:55 UTC, end at Fri 2021-04-30 07:20:55 UTC. -- Apr 30 06:57:09.466114 dv-cinder-773876-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 06:57:11.856640 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.common.config [-] Logging enabled! Apr 30 06:57:11.857268 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 06:57:11.857444 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73674) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 06:57:11.860609 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.common.config [-] Logging enabled! Apr 30 06:57:11.860871 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 06:57:11.861188 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73674) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 06:57:11.862147 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 06:57:11.862336 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 06:57:11.862748 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 06:57:11.862997 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 06:57:11.863227 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 06:57:11.863554 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.863856 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.864161 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.864450 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.864758 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.865043 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.865332 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.865627 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.865928 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.866221 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.866528 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.866816 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.867051 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.867338 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.867633 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.867927 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.868137 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] debug = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.868423 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.868853 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.869278 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.869566 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.869863 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.870149 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.870452 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.870742 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.871033 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.871363 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] host = dv-cinder-773876-2-smb {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.871645 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.871936 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.872228 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.872866 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.873146 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.873427 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.873717 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.873997 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.874274 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] log_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.874580 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.874874 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.875167 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.875468 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.875697 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.875921 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.876213 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.876504 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.876781 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.877058 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.877335 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.877611 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.877890 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.878165 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.878482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.878773 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.879062 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.879342 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.879621 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.879923 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.880198 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.880488 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.880770 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.881046 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.881322 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.881610 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.881882 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.882158 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.882485 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.882775 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.883062 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.883352 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.883628 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.883915 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.884192 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.884469 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.884744 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] use_json = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.885020 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.885296 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.885584 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.885859 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.886138 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.886441 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.886719 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.887007 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:11.887310 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.887617 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.887925 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.888217 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.888522 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.888809 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.889105 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.889390 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.889688 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.889987 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.890285 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.890600 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.890894 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.891178 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.891482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.891795 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.892098 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.892398 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.892683 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.892963 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.893245 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.893533 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.893828 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.894132 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.894461 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.894747 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.895038 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.895337 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.895688 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.895972 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.896260 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.896559 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.896845 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.897171 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.897411 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.897697 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.897979 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.898259 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.898568 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.898867 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.899155 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.899435 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.899718 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.900005 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.900284 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.900584 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.900873 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.901155 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.901437 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.901725 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.902006 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.902290 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.902599 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.902882 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.903168 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.903450 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.903732 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.904015 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.904295 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.904575 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.904855 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.905134 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.905419 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.905697 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.905980 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.906261 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.906570 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.906851 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.907147 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.907450 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.907735 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.908017 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.908301 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.908585 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.908869 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.909151 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.909433 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.909714 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.909994 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.910295 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.910610 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.910902 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.911214 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.911496 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.911797 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.912081 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.912371 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.912654 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.912937 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.913232 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.913520 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.913824 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.914127 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.914450 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.914752 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.915050 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.915338 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.915652 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.915939 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:11.916156 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 06:57:11.916395 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73674) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 06:57:12.261072 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:12.261263 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:12.261528 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:12.261857 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 06:57:12.564025 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.564319 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.564599 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.565832 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.566112 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.566366 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.687102 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.687391 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.687646 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.700765 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.701045 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.701318 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.729269 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.729557 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.729828 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.767659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.767943 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.768210 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.995333 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.995961 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.995961 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.996100 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:12.996790 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.118715 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.119042 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.119329 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.119606 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.119871 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.120186 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.120451 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.120713 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.120971 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.121257 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.121499 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.121765 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.122034 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.122291 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.122927 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.123202 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.123463 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.123738 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.123993 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.124264 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.124613 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.125017 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.125275 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.125574 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.125829 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.126080 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.126508 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.126756 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.127000 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.127240 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.127478 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.127716 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.128088 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 06:57:13.131362 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 06:57:13.135311 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 06:57:13.139295 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 30 06:57:13.140973 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 06:57:13.141437 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 06:57:13.141779 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 06:57:13.142174 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 06:57:13.145001 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 06:57:13.145415 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 06:57:13.145825 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 06:57:13.174115 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 06:57:13.174595 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.174896 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73674) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 06:57:13.175263 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.176628 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73674) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 06:57:13.176996 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 06:57:13.177246 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 06:57:13.180490 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.180779 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.264272 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 06:57:13.264415 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 06:57:13.264676 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 06:57:13.265054 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 06:57:13.301256 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_db.sqlalchemy.engines [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73674) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 06:57:13.647962 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing driver for type 'gre' Apr 30 06:57:13.648510 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] gre ID ranges: [(1, 1000)] Apr 30 06:57:13.703692 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing driver for type 'local' Apr 30 06:57:13.704028 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing driver for type 'vlan' Apr 30 06:57:13.717924 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] VlanTypeDriver initialization complete Apr 30 06:57:13.718455 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing driver for type 'vxlan' Apr 30 06:57:13.719139 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] vxlan ID ranges: [(1, 1000)] Apr 30 06:57:13.776912 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing extension driver 'port_security' Apr 30 06:57:13.777282 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.extensions.port_security [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] PortSecurityExtensionDriver initialization complete Apr 30 06:57:13.777621 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing mechanism driver 'openvswitch' Apr 30 06:57:13.777989 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing mechanism driver 'hyperv' Apr 30 06:57:13.784694 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.plugins.ml2.plugin [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:57:13.785473 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.785847 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.786229 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.786641 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnet after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.786998 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnet after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.787354 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnet after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.787717 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.788064 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.788404 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.788776 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > security_group after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.789125 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > security_group after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.789458 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > security_group after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.789839 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.790168 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.790531 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.790907 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > address_group after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.791249 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > address_group after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.791584 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > address_group after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.791921 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] ML2 OVO RPC backend initialized. {{(pid=73674) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 06:57:13.792627 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router_interface after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.792981 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.793399 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.793747 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > networks before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.794095 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.794466 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > ports before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.794813 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnet before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.795159 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnets before_response 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.795509 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.795851 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.796185 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.796522 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.796858 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.797191 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.797526 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnet after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.797857 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnet after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.798188 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > subnet after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.798785 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.plugin [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Modular L2 Plugin initialization complete Apr 30 06:57:13.799113 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading services supported by the core plugin {{(pid=73674) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 06:57:13.799443 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.plugins.ml2.managers [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Got port-security extension from driver 'port_security' Apr 30 06:57:13.799906 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.extensions.vlantransparent [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Disabled vlantransparent extension. Apr 30 06:57:13.800398 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73674) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 06:57:13.800713 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: router Apr 30 06:57:13.837171 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router_interface before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.837575 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router after_create 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.837958 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router before_create 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.838349 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.838714 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.839070 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router after_delete 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.839426 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > floatingip after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.839789 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router after_create 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.840134 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router after_update 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.840499 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router after_update 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.840825 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.841164 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router after_update 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.841561 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_update 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.841925 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: port after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.842260 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: port after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.842628 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: subnet after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.842964 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.843307 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > port precommit_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.843651 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_create 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.843989 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: port before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.844333 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.844687 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router after_update 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.845028 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_delete 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.845372 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_create 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.845731 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router_interface after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.846078 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_update 55549900 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.846474 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > network after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.847350 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Tracking information for resource: router configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.847675 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Tracking information for resource: floatingip configured {{(pid=73674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 06:57:13.852623 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.db.l3_agentschedulers_db [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 06:57:13.853231 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: port after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.853592 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: port after_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.853946 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: port after_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.854297 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: port after_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.855085 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router before_create 55550100 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.855451 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_delete 55550100 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.855812 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_create 55550100 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.856165 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > router precommit_update 55550100 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.860660 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.services.provider_configuration [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service providers = [] {{(pid=73674) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 06:57:13.861042 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.db.servicetype_db [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73674) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 06:57:13.863913 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.services.service_base [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 06:57:13.864290 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.services.service_base [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 06:57:13.864633 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.services.service_base [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 06:57:13.865496 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.services.service_base [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 06:57:13.865879 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.services.service_base [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 06:57:13.866428 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.866751 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 06:57:13.877376 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.877711 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: auto_allocate Apr 30 06:57:13.883588 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: network precommit_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.883957 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: network precommit_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.884474 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.884789 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: tag Apr 30 06:57:13.891498 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.891827 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: timestamp Apr 30 06:57:13.895647 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.895980 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: network_ip_availability Apr 30 06:57:13.901232 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.901540 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.901896 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:13.902638 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.902956 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: flavors Apr 30 06:57:13.907810 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.908139 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading Plugin: revisions Apr 30 06:57:13.912386 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 06:57:13.912776 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_concurrency.lockutils [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.651s {{(pid=73674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:13.913494 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73674) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 06:57:13.913830 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Initializing extension manager. Apr 30 06:57:13.914348 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: __init__.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.914709 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: __pycache__ {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.915044 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.915379 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: address_group.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.916116 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.916673 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: address-group Apr 30 06:57:13.916994 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: address_scope.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.917687 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.918182 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: address-scope Apr 30 06:57:13.918502 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: admin_state_down_before_update.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.919439 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.919936 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: router-admin-state-down-before-update Apr 30 06:57:13.920225 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: agent.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.920940 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.921429 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: agent Apr 30 06:57:13.921747 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: agent_resources_synced.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.922646 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.923150 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: agent-resources-synced Apr 30 06:57:13.923468 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: allowedaddresspairs.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.925199 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.925719 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: allowed-address-pairs Apr 30 06:57:13.926047 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: auto_allocated_topology.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.927169 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.927681 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: auto-allocated-topology Apr 30 06:57:13.928007 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: availability_zone.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.928688 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.929182 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: availability_zone Apr 30 06:57:13.929505 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: availability_zone_filter.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.930420 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.930917 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: availability_zone_filter Apr 30 06:57:13.931238 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: data_plane_status.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.932123 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.932616 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 06:57:13.932939 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: default_subnetpools.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.933825 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.934333 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: default-subnetpools Apr 30 06:57:13.934670 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: dhcpagentscheduler.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.935460 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.935957 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: dhcp_agent_scheduler Apr 30 06:57:13.936281 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: dns.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.937165 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.937662 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension dns-integration not supported by any of loaded plugins Apr 30 06:57:13.937984 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: dns_domain_ports.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.938911 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.939406 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 06:57:13.939728 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: dvr.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.940385 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.940878 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: dvr Apr 30 06:57:13.941194 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: empty_string_filtering.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.942087 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.942646 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: empty-string-filtering Apr 30 06:57:13.942969 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.943868 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.944365 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 06:57:13.944682 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.945564 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.946053 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 06:57:13.946516 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: external_net.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.947405 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.947900 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: external-net Apr 30 06:57:13.948223 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: extra_dhcp_opt.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.949098 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.949593 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: extra_dhcp_opt Apr 30 06:57:13.949908 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: extraroute.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.950827 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.951320 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: extraroute Apr 30 06:57:13.951644 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: extraroute_atomic.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.952654 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.953157 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: extraroute-atomic Apr 30 06:57:13.953479 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: filter_validation.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.954128 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.954649 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: filter-validation Apr 30 06:57:13.954966 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: fip_pf_description.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.956017 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.956513 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 06:57:13.956834 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: fip_port_details.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.957728 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.958276 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: fip-port-details Apr 30 06:57:13.958628 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: flavors.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.959821 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.960322 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: flavors Apr 30 06:57:13.960645 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.962293 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.962821 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 06:57:13.963152 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: floatingip_pools.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.963833 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.964332 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: floatingip-pools Apr 30 06:57:13.964658 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: ip_allocation.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.965547 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.966045 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 06:57:13.966391 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.967279 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.967777 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: ip-substring-filtering Apr 30 06:57:13.968103 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l2_adjacency.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.969004 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.969496 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 06:57:13.969817 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l3.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.970804 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.971309 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: router Apr 30 06:57:13.971633 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l3_conntrack_helper.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.973859 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.974411 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 06:57:13.974731 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.975649 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.976157 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: ext-gw-mode Apr 30 06:57:13.976480 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.977375 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.977878 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: l3-ha Apr 30 06:57:13.978196 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l3_flavors.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.979203 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.979693 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: l3-flavors Apr 30 06:57:13.980012 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.981003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.981509 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 06:57:13.981917 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: l3agentscheduler.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.983012 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.983652 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: l3_agent_scheduler Apr 30 06:57:13.983976 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: logging.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.985664 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.986302 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension logging not supported by any of loaded plugins Apr 30 06:57:13.986662 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: metering.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.987397 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.987960 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: metering Apr 30 06:57:13.988420 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.989667 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.990177 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: metering_source_and_destination_fields Apr 30 06:57:13.990535 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: multiprovidernet.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.991810 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.992316 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: multi-provider Apr 30 06:57:13.992760 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: netmtu.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.994066 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.994654 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: net-mtu Apr 30 06:57:13.995047 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: netmtu_writable.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.996059 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.996631 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: net-mtu-writable Apr 30 06:57:13.996986 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: network_availability_zone.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:13.998040 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:13.998686 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: network_availability_zone Apr 30 06:57:13.999072 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: network_ip_availability.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.000206 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.000732 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: network-ip-availability Apr 30 06:57:14.001048 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: network_segment_range.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.001799 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.002293 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 06:57:14.002639 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: pagination.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.003602 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.003930 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: pagination Apr 30 06:57:14.004247 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: port_device_profile.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.005172 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.005677 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: port-device-profile Apr 30 06:57:14.005996 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.006903 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.007399 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: port-mac-address-regenerate Apr 30 06:57:14.007720 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.008617 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.009127 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: port-numa-affinity-policy Apr 30 06:57:14.009451 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: port_resource_request.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.010358 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.010855 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 06:57:14.011174 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: portbindings.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.012078 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.012576 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: binding Apr 30 06:57:14.012896 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: portbindings_extended.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.014140 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.014678 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: binding-extended Apr 30 06:57:14.015003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: portsecurity.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.015901 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.016400 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: port-security Apr 30 06:57:14.016725 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: project_id.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.017674 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.018001 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: project-id Apr 30 06:57:14.018335 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: providernet.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.019251 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.019753 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: provider Apr 30 06:57:14.020072 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.023677 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.024194 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos not supported by any of loaded plugins Apr 30 06:57:14.024533 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.025767 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.026276 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 06:57:14.026627 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.027525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.028038 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 06:57:14.028363 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_default.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.029252 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.029790 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-default not supported by any of loaded plugins Apr 30 06:57:14.030113 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_fip.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.030788 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.031290 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-fip not supported by any of loaded plugins Apr 30 06:57:14.031617 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_gateway_ip.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.032509 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.033011 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 06:57:14.033334 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_port_network_policy.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.034219 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.034763 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 06:57:14.035084 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_rule_type_details.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.035989 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.036508 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 06:57:14.036837 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: qos_rules_alias.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.037840 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.038366 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 06:57:14.038709 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: quotasv2.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.039727 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.040053 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: quotas Apr 30 06:57:14.040375 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: quotasv2_detail.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.041940 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.042294 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: quota_details Apr 30 06:57:14.042659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: rbac.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.043691 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.044227 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: rbac-policies Apr 30 06:57:14.044557 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: rbac_address_group.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.045455 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.045963 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: rbac-address-group Apr 30 06:57:14.046289 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: rbac_address_scope.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.047226 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.047736 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: rbac-address-scope Apr 30 06:57:14.048060 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: rbac_security_groups.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.048957 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.049462 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: rbac-security-groups Apr 30 06:57:14.049786 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: rbac_subnetpool.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.050719 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.051218 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: rbac-subnetpool Apr 30 06:57:14.051537 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: revisionifmatch.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.052489 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.052987 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: revision-if-match Apr 30 06:57:14.053305 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: revisions.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.054427 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.054931 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: standard-attr-revisions Apr 30 06:57:14.055249 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: router_availability_zone.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.055904 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.056407 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: router_availability_zone Apr 30 06:57:14.056727 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: routerservicetype.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.057609 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.058109 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension router-service-type not supported by any of loaded plugins Apr 30 06:57:14.058465 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.059363 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.059865 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: security-groups-normalized-cidr Apr 30 06:57:14.060183 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: security_groups_port_filtering.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.061080 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.061580 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: port-security-groups-filtering Apr 30 06:57:14.061902 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.062827 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.063330 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: security-groups-remote-address-group Apr 30 06:57:14.063660 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: securitygroup.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.073344 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.073864 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: security-group Apr 30 06:57:14.074191 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: segment.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.074977 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.075485 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension segment not supported by any of loaded plugins Apr 30 06:57:14.075806 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.076720 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.077223 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 06:57:14.077544 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: servicetype.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.078671 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.079185 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: service-type Apr 30 06:57:14.079503 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: sorting.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.080474 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.080802 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: sorting Apr 30 06:57:14.081123 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: standard_attr_segment.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.082014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.082547 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 06:57:14.082880 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: standardattrdescription.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.083583 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.084080 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: standard-attr-description Apr 30 06:57:14.084404 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: stateful_security_group.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.085297 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.085800 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: stateful-security-group Apr 30 06:57:14.086124 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: stdattrs_common.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.086725 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 06:57:14.087047 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.088033 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.088536 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 06:57:14.088853 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: subnet_onboard.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.089896 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.090436 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: subnet_onboard Apr 30 06:57:14.090754 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.091674 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.092173 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 06:57:14.092491 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: subnet_service_types.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.093396 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.093904 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: subnet-service-types Apr 30 06:57:14.094222 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: subnetallocation.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.095315 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.095821 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: subnet_allocation Apr 30 06:57:14.096144 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.096803 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.097301 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: subnetpool-prefix-ops Apr 30 06:57:14.097626 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.098575 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.099612 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 06:57:14.100133 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: tagging.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.101657 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.102640 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: standard-attr-tag Apr 30 06:57:14.103178 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: timestamp.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.104732 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.105567 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loaded extension: standard-attr-timestamp Apr 30 06:57:14.106693 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: trunk.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.107753 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.108339 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension trunk not supported by any of loaded plugins Apr 30 06:57:14.108668 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: trunk_details.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.109570 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.110077 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension trunk-details not supported by any of loaded plugins Apr 30 06:57:14.110425 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: uplink_status_propagation.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.111339 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.111836 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 06:57:14.112156 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Loading extension file: vlantransparent.py {{(pid=73674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 06:57:14.112808 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 06:57:14.113307 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 06:57:14.116890 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:network Apr 30 06:57:14.117634 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:subnet Apr 30 06:57:14.118449 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 06:57:14.119043 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:port Apr 30 06:57:14.120321 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.120776 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service FLAVORS assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.121404 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.121831 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.122162 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:router Apr 30 06:57:14.123202 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:floatingip Apr 30 06:57:14.123915 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service METERING assigned prefix: /metering {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.125368 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:14.125736 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:14.126086 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 06:57:14.127268 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 06:57:14.127722 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:security_group Apr 30 06:57:14.128383 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 06:57:14.129135 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service CORE assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.129464 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 06:57:14.129826 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] subnetpool is already registered Apr 30 06:57:14.130465 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service CORE assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.130793 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 06:57:14.131120 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] subnetpool is already registered Apr 30 06:57:14.134809 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.135246 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service FLAVORS assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.135835 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.136254 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.136580 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:router Apr 30 06:57:14.136905 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] router is already registered Apr 30 06:57:14.137496 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:floatingip Apr 30 06:57:14.137817 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] floatingip is already registered Apr 30 06:57:14.138477 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service METERING assigned prefix: /metering {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.139142 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 06:57:14.139471 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] rbac_policy is already registered Apr 30 06:57:14.140007 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:security_group Apr 30 06:57:14.140333 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] security_group is already registered Apr 30 06:57:14.140920 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 06:57:14.141246 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] security_group_rule is already registered Apr 30 06:57:14.141919 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service CORE assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.142249 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 06:57:14.142609 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] subnetpool is already registered Apr 30 06:57:14.143211 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.v2.resource_helper [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Service CORE assigned prefix: {{(pid=73674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 06:57:14.143530 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 06:57:14.143853 dv-cinder-773876-2-smb neutron-server[73674]: WARNING neutron.quota.resource_registry [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] subnetpool is already registered Apr 30 06:57:14.144497 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: extensions {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.146088 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: address-groups {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.147717 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: address-scopes {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.148938 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: agents {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.150111 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: auto-allocated-topology {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.151457 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: availability_zones {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.152723 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: dhcp-networks {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.154134 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: dhcp-agents {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.155594 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: routers {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.157427 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: flavors {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.158625 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: service_profiles {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.159830 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: next_providers {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.161382 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: service_profiles {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.162870 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: floatingip-pools {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.164094 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: routers {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.165941 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: floatingips {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.167169 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: l3-routers {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.168550 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: l3-agents {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.169966 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: metering-labels {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.171360 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: metering-label-rules {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.172648 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: network-ip-availabilities {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.173929 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: bindings {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.175624 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: quotas {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.177110 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: quotas {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.178560 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: rbac-policies {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.179856 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: security-groups {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.181070 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: security-group-rules {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.182336 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: service-providers {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.183587 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: subnetpools {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.184981 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: subnetpools {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.186514 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.188193 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.190019 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.191823 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.194644 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.196464 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.198209 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.314493 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.316287 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.318240 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron.api.extensions [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Extended resource: tags {{(pid=73674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 06:57:14.324341 dv-cinder-773876-2-smb neutron-server[73674]: WARNING keystonemiddleware.auth_token [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 06:57:14.329119 dv-cinder-773876-2-smb neutron-server[73674]: WARNING keystonemiddleware.auth_token [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 06:57:14.337510 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_concurrency.lockutils [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Acquired lock "singleton_lock" {{(pid=73674) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 06:57:14.337988 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_concurrency.lockutils [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Releasing lock "singleton_lock" {{(pid=73674) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 06:57:14.338661 dv-cinder-773876-2-smb neutron-server[73674]: INFO oslo_service.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Starting 2 workers Apr 30 06:57:14.343271 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Started child 73781 {{(pid=73674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 06:57:14.347414 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Started child 73782 {{(pid=73674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 06:57:14.348280 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:14.348988 dv-cinder-773876-2-smb neutron-server[73674]: INFO neutron.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 06:57:14.349566 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Notify callbacks [] for process, before_spawn {{(pid=73674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:14.349909 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [-] (73781) wsgi starting up on http://0.0.0.0:9696 Apr 30 06:57:14.351924 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:14.352405 dv-cinder-773876-2-smb neutron-server[73674]: INFO oslo_service.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Starting 1 workers Apr 30 06:57:14.353247 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [-] (73782) wsgi starting up on http://0.0.0.0:9696 Apr 30 06:57:14.356843 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Started child 73783 {{(pid=73674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 06:57:14.357346 dv-cinder-773876-2-smb neutron-server[73674]: INFO oslo_service.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Starting 1 workers Apr 30 06:57:14.360307 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] calling RpcWorker wait() {{(pid=73783) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 06:57:14.360872 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] returning from RpcWorker wait() {{(pid=73783) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 06:57:14.361517 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Started child 73784 {{(pid=73674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 06:57:14.362000 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:14.362278 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG neutron_lib.callbacks.manager [None req-db262061-bc3b-4382-965e-f89ecbaa6adb None None] Notify callbacks [] for process, after_spawn {{(pid=73674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:14.362427 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:57:14.364099 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73674) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 06:57:14.364411 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 06:57:14.364496 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 06:57:14.364695 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 06:57:14.365045 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 06:57:14.365171 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 06:57:14.365690 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.365974 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.366243 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.366549 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.366856 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.367226 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:14.367795 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.367795 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.367931 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.368197 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.368428 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.368589 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.368758 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.368984 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.369232 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.369536 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.369794 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.370037 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.370298 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.370473 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.370742 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.371007 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.371252 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.371499 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] debug = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.371734 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.372224 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.372787 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.373023 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.373261 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.373531 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.373767 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.374053 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.374291 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.374530 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.374762 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.375016 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.375260 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.375473 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.375691 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.375937 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.376173 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.376647 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] host = dv-cinder-773876-2-smb {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.376867 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.377085 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.377329 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.377592 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.377836 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.378053 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.378330 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.378579 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.378828 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.379068 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.379328 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.379566 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.379842 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.380083 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.380247 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_options = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.380491 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.380765 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.381028 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.381219 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.381386 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.381572 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.381814 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.381975 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.382230 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.382500 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.382720 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.382937 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.383182 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.383419 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.383667 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.383908 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.384136 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.384344 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.384585 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.384813 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.385036 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.385261 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.385492 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.385711 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.385945 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.386161 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.386409 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.386626 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.386840 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.387081 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.387313 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.387565 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.387803 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.388133 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.388369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.388554 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.388763 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.388969 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.389199 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.389737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.389737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.390022 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.390165 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.390338 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.390584 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.390817 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_json = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.391031 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.391248 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.391510 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.391725 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.391954 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.392170 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.392380 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.392622 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.393032 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.393306 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.394391 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.394391 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.394391 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.394391 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.395485 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.395485 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.395485 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.395485 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.396415 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.396415 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.396415 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.396415 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.396887 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.397006 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:57:14.397131 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.397257 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.398360 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.398360 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.398360 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.398360 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.398675 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.398744 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.399041 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.399318 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.399569 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.399802 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.400026 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.400261 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.400497 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.400716 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.400935 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.401196 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.401440 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.401734 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.401903 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.402151 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.402395 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.402637 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.402892 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.403130 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.403371 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.403593 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.403833 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.404052 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.404284 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.404520 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.404760 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.404979 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.405236 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.405486 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.405726 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.405943 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.406176 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.406419 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.406660 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.406884 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.407097 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.407312 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.407531 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.407762 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.408025 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.408247 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.408463 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.408700 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.408935 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.409154 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.409389 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.409631 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.409871 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.410093 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.410330 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.410548 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.410780 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.411219 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.411621 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.412031 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.412275 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.412502 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.412727 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414407 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414407 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.414906 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.415160 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.415389 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.415658 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.415901 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.416159 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.416389 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.416669 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.416910 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.417152 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.417415 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.417669 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.417937 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.418168 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.418453 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.418703 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.418944 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.419175 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.419449 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.419710 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.419948 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.420215 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.420468 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.420764 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.421023 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.421296 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.421521 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.421779 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.422095 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.422395 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.422674 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.422939 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.423651 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.423651 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.423651 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.423960 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.424138 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.424397 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.424621 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.424923 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.425170 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.426370 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.426370 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.426370 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.426370 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.426714 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.426714 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.426854 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.427138 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.427383 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.427649 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.427918 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.428167 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.428441 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.428732 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.428993 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.429187 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.429419 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.429677 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.429912 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.430153 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.430416 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.430642 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.430863 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.431098 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.431336 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.431551 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.431775 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.431990 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.432211 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.432448 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.432706 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.432918 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.433190 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.433423 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.433661 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.433883 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.434127 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.434360 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.434618 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.434980 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.435394 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.435806 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.436183 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.436557 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.436944 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.437353 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.437725 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.438116 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.438523 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.438879 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.439252 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.439617 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.439839 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.440200 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.440508 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.440680 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.440938 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.441329 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.441651 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.442043 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.442486 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.442868 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.443244 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.443481 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.443738 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.443982 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.444227 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.444470 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.444706 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.445797 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.445797 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.445797 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.445797 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.446073 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.446073 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.446304 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.446714 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.447155 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.447544 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.447789 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.448067 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.448331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.448554 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.448811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.449012 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.449286 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.449487 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.449731 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.449933 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.450165 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.450396 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.450604 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.450835 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.451052 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.451267 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.451494 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.451709 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.451970 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.452220 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.452435 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.452645 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.452840 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.453175 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.453432 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.453655 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.453939 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.454171 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.454446 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.454704 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.455032 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.455254 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.455497 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.455737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.455955 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.456335 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.456602 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.456921 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.457238 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.457499 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.457740 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.458162 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.458476 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.458727 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.458947 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.459317 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.459652 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.460500 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.460500 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.460500 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.460808 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.460945 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.461476 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.461476 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.461666 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.461830 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.462074 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.462338 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.462586 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.462815 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.463065 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.463295 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.463535 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.463748 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.463994 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.464212 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.464415 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 06:57:14.464930 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73674) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 06:57:14.465087 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 06:57:14.465244 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 06:57:14.465418 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 06:57:14.465588 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 06:57:14.465744 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 06:57:14.465950 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.466108 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.466477 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.466643 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.466801 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.466988 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.467149 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.467306 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.467465 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.467629 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.467787 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.467945 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.468103 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.468263 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.468421 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.468579 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.468737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.468895 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.469060 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.469218 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.469377 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.469534 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.469692 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] debug = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.469850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.470028 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.470188 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.470369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.470529 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.470686 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.470843 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.470999 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.471159 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.471317 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.471475 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.471632 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.471789 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.471946 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.472104 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.472261 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.472421 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.472577 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] host = dv-cinder-773876-2-smb {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.472733 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.472892 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.473051 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.473209 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.473413 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.473609 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.473772 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.473932 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.474091 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.474251 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.474444 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.474604 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.475298 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.475298 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.475298 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_options = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.475298 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.475756 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.475756 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.475756 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476087 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476087 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476087 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476398 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476398 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476611 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476717 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476833 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.476950 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.477172 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.477266 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.477411 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.477566 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.477889 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.478051 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.478216 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.478387 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.478688 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.478852 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.479031 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.479213 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.479374 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.479543 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.479706 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.479706 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.480066 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.480066 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.480434 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.480434 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.480434 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.480836 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.480836 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.481089 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.481089 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.481634 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.481634 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.481634 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.481634 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.482043 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.482043 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.482043 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.482596 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_json = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.482596 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.482596 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.483160 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.483160 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.483160 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.483160 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.483773 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.483773 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 06:57:14.483773 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.483773 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485242 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485847 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485847 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485847 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485847 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485847 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.485847 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.486650 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.486650 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.486650 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.486650 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.486650 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.487850 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.488811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.488811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.488811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.488811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.488811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.488811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.488811 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.489604 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.489604 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.489604 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.489604 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.489604 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.489926 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.489926 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.490059 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.490170 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.491737 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.493331 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494967 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494967 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494967 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.494967 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.495369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.495369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.495369 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.495656 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.495775 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.495868 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.495947 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:57:14.496028 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.496128 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.496298 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.496470 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.496629 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.496790 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.496951 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.497112 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.497273 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.497774 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.497933 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.498093 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.498253 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.498437 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.498598 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.498761 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.498922 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.499083 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.499262 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.499403 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.499564 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.499723 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.499886 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.500045 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.500206 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.500367 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.500527 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.500688 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.500849 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.501016 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.501176 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.501340 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.501501 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.501667 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.501837 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.501999 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.502160 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.502337 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.502515 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.502677 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.502837 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.502997 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.503155 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.503322 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.503483 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.503650 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.503827 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.504005 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.504151 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.504304 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.504487 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.504647 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.504849 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.505013 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.505173 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.505333 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.505493 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.505654 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.505817 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.505964 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.506122 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.506283 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.506467 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.506627 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.506787 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.506948 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.507109 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.507270 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.508746 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.510525 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511003 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511536 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511536 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511536 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511536 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511791 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511791 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.511904 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.512041 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.512199 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.512363 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.512523 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.512684 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.512854 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.513021 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.513180 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.513348 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.513513 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.513672 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.513836 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.513998 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.514159 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.514338 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.514534 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.514703 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.514883 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.515023 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.515155 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.515283 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.515415 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.515551 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.515698 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.515833 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.516299 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.516299 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.516299 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517014 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517511 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517511 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517511 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.517511 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518077 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518077 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518077 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518077 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518940 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518940 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518940 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518940 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.518940 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.520482 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.521659 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522243 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522243 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522243 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522243 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522243 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522243 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522738 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522738 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522738 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.522956 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.523030 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.523147 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.523323 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.523485 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.523647 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.523809 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.523972 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.524133 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.524295 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.524455 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.524615 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.524777 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.524938 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.525098 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.525263 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.525425 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.525584 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.525763 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.525907 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.526067 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.526228 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.526414 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 06:57:14.526568 dv-cinder-773876-2-smb neutron-server[73674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 06:57:14.634957 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 56574) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:14.643225 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061374 Apr 30 06:57:25.084226 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31616cdb-13f8-4349-b91f-f3c823a31553 None None] get_active_networks_info from dv-cinder-773876-2-smb {{(pid=73783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 06:57:25.160329 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31616cdb-13f8-4349-b91f-f3c823a31553 None None] No non-hosted networks {{(pid=73783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 06:57:25.175852 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.agentschedulers_db [None req-31616cdb-13f8-4349-b91f-f3c823a31553 None None] DHCP Agent not found on host dv-cinder-773876-2-smb {{(pid=73783) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 06:57:25.293419 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-316696f8-411e-45ce-ae9f-970828e2c47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358'] for agent, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:27.477499 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-45e72a96-f50f-4f3f-ab8d-0ba5ce8fcb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358'] for agent, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:27.527466 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-97359ed7-e89d-431b-8fdf-a342ce9421c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:27.790683 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358'] for agent, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:27.791580 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.792078 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.792603 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.793087 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.793643 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.794246 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.794854 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.795329 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.795814 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.796763 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.797330 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.797801 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:27.798359 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773876-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:57:27.812332 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773876-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:57:28.406584 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358'] for agent, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:30.278814 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358'] for agent, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:30.517897 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.db.l3_hamode_db [None req-b85234d7-31fe-469a-9826-434a9fb6d67b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 06:57:30.601237 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85234d7-31fe-469a-9826-434a9fb6d67b None None] Routers set() bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 06:57:30.601595 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85234d7-31fe-469a-9826-434a9fb6d67b None None] Router IDs set() for agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 06:57:31.640019 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56664) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:32.233342 dv-cinder-773876-2-smb neutron-server[73781]: WARNING oslo_policy.policy [None req-76fc836d-ead8-4996-bd49-e9ba2e7aa158 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:57:32.233932 dv-cinder-773876-2-smb neutron-server[73781]: WARNING oslo_policy.policy [None req-76fc836d-ead8-4996-bd49-e9ba2e7aa158 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:57:32.453059 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [None req-76fc836d-ead8-4996-bd49-e9ba2e7aa158 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 06:57:32.454253 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-76fc836d-ead8-4996-bd49-e9ba2e7aa158 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8122518 Apr 30 06:57:34.791770 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56678) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:35.178162 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:57:35.275867 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.policy [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73781) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 06:57:35.321154 dv-cinder-773876-2-smb neutron-server[73781]: WARNING oslo_policy.policy [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:57:35.321510 dv-cinder-773876-2-smb neutron-server[73781]: WARNING oslo_policy.policy [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:57:35.330194 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.quota [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] Loaded quota_driver: . Apr 30 06:57:35.346261 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:57:35.408662 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786602068579', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786602069054', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786602123313', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786602117846', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786602110370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786602113018', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1489228', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1658217', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573298', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541406'] for rbac-policy, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:35.483391 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:35.484591 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e891f70e-b9ee-4d79-9841-9f5357d7cff0 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6911857 Apr 30 06:57:38.065848 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56692) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:38.436270 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Request body: {'network': {'project_id': '9858f847444547178fb4219633c7ac16', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9858f847444547178fb4219633c7ac16'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:57:38.441120 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:57:38.446045 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Usage tracker for resource:network and tenant:9858f847444547178fb4219633c7ac16 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 06:57:38.451287 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 06:57:38.457849 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 06:57:38.473613 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Made reservation on behalf of 9858f847444547178fb4219633c7ac16 for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 06:57:38.476584 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.494370 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.508693 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:57:38.512558 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Usage tracker for resource:security_group_rule and tenant:9858f847444547178fb4219633c7ac16 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 06:57:38.517520 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 06:57:38.523347 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 06:57:38.623654 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.629701 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.633809 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:38.651949 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 06:57:38.677225 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786603912340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.677738 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Unsubscribe: segment precommit_create {{(pid=73781) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 06:57:38.678198 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Added segment eddc203f-b9cd-4b76-8888-a1e9b2798d97 of type vlan for network 689e35fd-8bb5-4943-b841-85ddab24c9be Apr 30 06:57:38.725855 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d209204f-52e4-4c0c-8bd2-c839931d21d7,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:38.745860 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.746198 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.746621 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.746935 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.747252 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.747907 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.748219 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.748527 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.748849 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.749152 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.749458 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.749761 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Tracked resource versions report: Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: pushed versions: Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: { 'AddressGroup': {'1.2'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'ConntrackHelper': {'1.0'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Log': {'1.0'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Network': {'1.1'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Port': {'1.7'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'PortForwarding': {'1.2'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'QosPolicy': {'1.8'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroup': {'1.4'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroupRule': {'1.2'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'SubPort': {'1.0'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Subnet': {'1.1'}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Trunk': {'1.1'}} Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: consumer versions: Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'ConntrackHelper': '1.0', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Log': '1.0', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Network': '1.1', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Port': '1.7', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'PortForwarding': '1.2', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'QosPolicy': '1.8', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroup': '1.4', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroupRule': '1.2', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'SubPort': '1.0', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Subnet': '1.1', Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: 'Trunk': '1.1'}} Apr 30 06:57:38.750892 dv-cinder-773876-2-smb neutron-server[73781]: {{(pid=73781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 06:57:38.793922 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.801985 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:38.835848 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.837406 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:57:38.838045 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:38.841383 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:38.940682 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Pushing event updated for resources: {'Network': ['ID=689e35fd-8bb5-4943-b841-85ddab24c9be,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:38.943360 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8765013 Apr 30 06:57:38.945286 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:38.955833 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 689e35fd-8bb5-4943-b841-85ddab24c9be details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 06:57:41.600802 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56708) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:42.079075 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3e695b-3cfb-4afd-bd38-aa062489eb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:57:42.080330 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-af3e695b-3cfb-4afd-bd38-aa062489eb1d admin admin] 10.222.0.11 "GET /v2.0/networks/689e35fd-8bb5-4943-b841-85ddab24c9be HTTP/1.1" status: 200 len: 825 time: 0.4785733 Apr 30 06:57:42.110738 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-dbc8c94a-95ca-4020-8930-b5e450594a0b admin admin] 10.222.0.11 "GET /v2.0/subnetpools/2bbb25a0-7bc4-4641-9c24-77c54327ee7c HTTP/1.1" status: 200 len: 734 time: 0.0220835 Apr 30 06:57:42.119047 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '2bbb25a0-7bc4-4641-9c24-77c54327ee7c'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:57:42.123558 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:57:42.127264 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Usage tracker for resource:subnet and tenant:9858f847444547178fb4219633c7ac16 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 06:57:42.130154 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 06:57:42.135944 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 06:57:42.148190 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Made reservation on behalf of 9858f847444547178fb4219633c7ac16 for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 06:57:42.150560 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:42.646677 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:42.650561 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:42.728755 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fedc80-711d-4e93-857c-53233ab98b17,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:42.733977 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:42.734917 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Checking segment: {'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 06:57:42.735274 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Network hostable DHCP agents. Network: 689e35fd-8bb5-4943-b841-85ddab24c9be, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 06:57:42.764501 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Network 689e35fd-8bb5-4943-b841-85ddab24c9be is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 06:57:42.776207 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 689e35fd-8bb5-4943-b841-85ddab24c9be) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 06:57:42.780954 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:57:42.781540 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:42.786223 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd809c08-de4a-45d8-9b70-e66776ee4651 None None] Network 689e35fd-8bb5-4943-b841-85ddab24c9be requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 06:57:42.802583 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6868622 Apr 30 06:57:43.085603 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-689e35fd-8bb5-4943-b841-85ddab24c9be', 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'fixed_ips': [{'subnet_id': '11fedc80-711d-4e93-857c-53233ab98b17'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 06:57:43.086887 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:43.267988 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Allocated IP 172.20.0.2 (689e35fd-8bb5-4943-b841-85ddab24c9be/11fedc80-711d-4e93-857c-53233ab98b17/8c8be47b-c2c8-4b42-8703-585e12efd557) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 06:57:43.491033 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:43.504277 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Transition to ACTIVE for port object 8c8be47b-c2c8-4b42-8703-585e12efd557 will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 06:57:43.523535 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Transition to ACTIVE for port object 8c8be47b-c2c8-4b42-8703-585e12efd557 will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 06:57:43.531428 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:43.536897 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:43.589873 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Network 689e35fd-8bb5-4943-b841-85ddab24c9be is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 06:57:43.596370 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 06:57:43.605652 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Pushing event updated for resources: {'Port': ['ID=8c8be47b-c2c8-4b42-8703-585e12efd557,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:43.607916 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 06:57:43.677228 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.677529 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.677857 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.678183 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.678520 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.678834 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.679144 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.679452 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.679759 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.680068 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.680375 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.680679 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Tracked resource versions report: Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: pushed versions: Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: { 'AddressGroup': {'1.2'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'ConntrackHelper': {'1.0'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Log': {'1.0'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Network': {'1.1'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Port': {'1.7'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'PortForwarding': {'1.2'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'QosPolicy': {'1.8'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroup': {'1.4'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroupRule': {'1.2'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'SubPort': {'1.0'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Subnet': {'1.1'}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Trunk': {'1.1'}} Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: consumer versions: Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'ConntrackHelper': '1.0', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Log': '1.0', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Network': '1.1', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Port': '1.7', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'PortForwarding': '1.2', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'QosPolicy': '1.8', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroup': '1.4', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroupRule': '1.2', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'SubPort': '1.0', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Subnet': '1.1', Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: 'Trunk': '1.1'}} Apr 30 06:57:43.681830 dv-cinder-773876-2-smb neutron-server[73783]: {{(pid=73783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 06:57:43.689234 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:43.708707 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Attempting to bind port 8c8be47b-c2c8-4b42-8703-585e12efd557 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 06:57:43.709094 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Attempting to bind port 8c8be47b-c2c8-4b42-8703-585e12efd557 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 06:57:43.709512 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Attempting to bind port 8c8be47b-c2c8-4b42-8703-585e12efd557 on network 689e35fd-8bb5-4943-b841-85ddab24c9be {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 06:57:43.714734 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 6, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 06:57:43.715110 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Checking segment: {'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 06:57:43.715597 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:43.715983 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Bound using segment: {'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 06:57:43.716454 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Bound port: 8c8be47b-c2c8-4b42-8703-585e12efd557, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 06:57:43.716833 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:43.804449 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] For port 8c8be47b-c2c8-4b42-8703-585e12efd557, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 06:57:43.808264 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] For port 8c8be47b-c2c8-4b42-8703-585e12efd557, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8c8be47b-c2c8-4b42-8703-585e12efd557,segment=NetworkSegment(eddc203f-b9cd-4b76-8888-a1e9b2798d97),segment_id=eddc203f-b9cd-4b76-8888-a1e9b2798d97)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 06:57:43.814973 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:43.819777 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:43.907686 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Pushing event updated for resources: {'Port': ['ID=8c8be47b-c2c8-4b42-8703-585e12efd557,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:43.911051 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:45.144552 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56718) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:45.516424 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [None req-c0755bf4-79ad-4f71-8f66-772ba12f461f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 06:57:45.517394 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-c0755bf4-79ad-4f71-8f66-772ba12f461f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3718686 Apr 30 06:57:47.862079 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56728) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:48.258198 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [None req-697c2f0e-280d-4246-bb60-f9a04cf9ff92 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 06:57:48.259709 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-697c2f0e-280d-4246-bb60-f9a04cf9ff92 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3962724 Apr 30 06:57:49.335850 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9b8ac-1903-4197-a18b-3d8bfb0feec0 None None] Network 689e35fd-8bb5-4943-b841-85ddab24c9be requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 06:57:49.435180 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-0c6f3e05-7d52-44bd-ac1c-d18a26419c00 None None] Provisioning for port 8c8be47b-c2c8-4b42-8703-585e12efd557 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 06:57:49.714478 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8c8be47b-c2c8-4b42-8703-585e12efd557 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 06:57:49.793085 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 8c8be47b-c2c8-4b42-8703-585e12efd557 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 06:57:49.797777 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 8c8be47b-c2c8-4b42-8703-585e12efd557 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:57:49.798177 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:49.912672 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:49.944616 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 8c8be47b-c2c8-4b42-8703-585e12efd557, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8c8be47b-c2c8-4b42-8703-585e12efd557,segment=NetworkSegment(eddc203f-b9cd-4b76-8888-a1e9b2798d97),segment_id=eddc203f-b9cd-4b76-8888-a1e9b2798d97)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 06:57:49.950775 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:49.952835 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:50.020737 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=8c8be47b-c2c8-4b42-8703-585e12efd557,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:50.023865 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:50.898101 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56744) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:51.279652 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Request body: {'router': {'tenant_id': '9858f847444547178fb4219633c7ac16', 'name': 'router1', 'admin_state_up': True}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:57:51.285084 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:57:51.289614 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Usage tracker for resource:router and tenant:9858f847444547178fb4219633c7ac16 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 06:57:51.293284 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 06:57:51.299628 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 06:57:51.313489 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:51.315116 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:51.336895 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:51.450643 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:51.473873 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:51.475304 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f4dec0b4-99af-4b93-b017-f45df2237151 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5762105 Apr 30 06:57:51.672707 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8c8be47b-c2c8-4b42-8703-585e12efd557 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 06:57:51.737407 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 8c8be47b-c2c8-4b42-8703-585e12efd557 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:57:51.737769 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:53.813742 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 56754) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:54.418942 dv-cinder-773876-2-smb neutron-server[73782]: WARNING oslo_policy.policy [None req-0ff69fb9-6b05-45b7-b397-cc50d48ca45d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:57:54.419511 dv-cinder-773876-2-smb neutron-server[73782]: WARNING oslo_policy.policy [None req-0ff69fb9-6b05-45b7-b397-cc50d48ca45d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:57:54.635704 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [None req-0ff69fb9-6b05-45b7-b397-cc50d48ca45d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 06:57:54.636727 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-0ff69fb9-6b05-45b7-b397-cc50d48ca45d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8220141 Apr 30 06:57:55.031475 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e5809a28-bf56-4492-bccc-88045833071e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:56.963904 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 56768) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:57:57.351944 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:57:57.357161 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:57:57.361271 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Usage tracker for resource:network and tenant:a3f009987e4646eab9709a954714459d is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 06:57:57.364443 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 06:57:57.370552 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 06:57:57.384679 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Made reservation on behalf of a3f009987e4646eab9709a954714459d for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 06:57:57.386896 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.398467 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.412020 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:57:57.415694 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f009987e4646eab9709a954714459d is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 06:57:57.418444 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 06:57:57.423981 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 06:57:57.466310 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-f12682fa-0b46-4354-923c-bcc7d8b1747a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.512749 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.518467 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.522427 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:57.536649 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=73781) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 06:57:57.559426 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cef4f5-da2b-40fc-a8ed-f117b24de3bd,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:57.562129 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.562495 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Added segment f8cc4ecf-c099-4204-998e-209a9242ebe8 of type flat for network ff85655c-6720-4226-a0b9-baac48f61cef Apr 30 06:57:57.563617 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:57.595866 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.633631 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.634934 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:57:57.635518 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:57.639958 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:57:57.734401 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff85655c-6720-4226-a0b9-baac48f61cef,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:57:57.737612 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7723939 Apr 30 06:57:57.738392 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:57:57.745026 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network ff85655c-6720-4226-a0b9-baac48f61cef details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 06:57:57.838372 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:57:58.362042 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:00.074665 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 56788) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:58:00.233134 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:00.406973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.policy [None req-71b268c5-12f7-4f14-aa9f-f2fd3248f0a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73782) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 06:58:00.457127 dv-cinder-773876-2-smb neutron-server[73782]: WARNING oslo_policy.policy [None req-71b268c5-12f7-4f14-aa9f-f2fd3248f0a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:58:00.457456 dv-cinder-773876-2-smb neutron-server[73782]: WARNING oslo_policy.policy [None req-71b268c5-12f7-4f14-aa9f-f2fd3248f0a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 06:58:00.467725 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b268c5-12f7-4f14-aa9f-f2fd3248f0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:58:00.469428 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-71b268c5-12f7-4f14-aa9f-f2fd3248f0a3 admin admin] 10.222.0.11 "GET /v2.0/subnets/11fedc80-711d-4e93-857c-53233ab98b17 HTTP/1.1" status: 200 len: 849 time: 0.3938255 Apr 30 06:58:00.665002 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c11be0fc-b9f0-4cdb-afc9-8a87e2d4c92f admin admin] 10.222.0.11 "GET /v2.0/routers/2ce45ca1-1353-49dc-837e-ddaeec523806 HTTP/1.1" status: 200 len: 704 time: 0.1870480 Apr 30 06:58:01.165248 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:01.419094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Allocated IP 172.20.0.1 (689e35fd-8bb5-4943-b841-85ddab24c9be/11fedc80-711d-4e93-857c-53233ab98b17/4ed06357-ad0b-467c-8f57-38295b438f74) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 06:58:01.584131 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:01.601530 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Transition to ACTIVE for port object 4ed06357-ad0b-467c-8f57-38295b438f74 will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 06:58:01.661989 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:01.666621 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:01.713206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Network 689e35fd-8bb5-4943-b841-85ddab24c9be is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 06:58:01.724040 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 06:58:01.772165 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed06357-ad0b-467c-8f57-38295b438f74,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:01.774724 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 06:58:01.775773 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:01.899057 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.899399 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.899723 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.900046 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.900363 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.900661 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.900951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.901280 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.901624 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.901988 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.902211 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.902517 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Tracked resource versions report: Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: pushed versions: Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: { 'AddressGroup': {'1.2'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'ConntrackHelper': {'1.0'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Log': {'1.0'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Network': {'1.1'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Port': {'1.7'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'PortForwarding': {'1.2'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'QosPolicy': {'1.8'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroup': {'1.4'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroupRule': {'1.2'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'SubPort': {'1.0'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Subnet': {'1.1'}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Trunk': {'1.1'}} Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: consumer versions: Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'ConntrackHelper': '1.0', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Log': '1.0', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Network': '1.1', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Port': '1.7', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'PortForwarding': '1.2', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'QosPolicy': '1.8', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroup': '1.4', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroupRule': '1.2', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'SubPort': '1.0', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Subnet': '1.1', Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: 'Trunk': '1.1'}} Apr 30 06:58:01.903658 dv-cinder-773876-2-smb neutron-server[73782]: {{(pid=73782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 06:58:01.919956 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:01.999075 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-2708a2dc-5ae3-4905-bf04-2493d9458f34 None None] Provisioning for port 4ed06357-ad0b-467c-8f57-38295b438f74 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 06:58:02.003521 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-2708a2dc-5ae3-4905-bf04-2493d9458f34 None None] Provisioning complete for port 4ed06357-ad0b-467c-8f57-38295b438f74 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:58:02.003887 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-2708a2dc-5ae3-4905-bf04-2493d9458f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:02.044423 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:02.056166 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-2708a2dc-5ae3-4905-bf04-2493d9458f34 None None] Port 4ed06357-ad0b-467c-8f57-38295b438f74 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 06:58:02.263128 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:02.270986 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:02.272037 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:02.275110 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:02.403466 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed06357-ad0b-467c-8f57-38295b438f74,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:02.409537 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:02.487964 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Network 689e35fd-8bb5-4943-b841-85ddab24c9be is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 06:58:02.489063 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 06:58:02.678711 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Router 2ce45ca1-1353-49dc-837e-ddaeec523806 is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 06:58:02.679621 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-267064c3-2570-4bde-86e7-4f86e7562afd None None] Provisioning complete for port 4ed06357-ad0b-467c-8f57-38295b438f74 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:58:02.680005 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-267064c3-2570-4bde-86e7-4f86e7562afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:02.733634 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-267064c3-2570-4bde-86e7-4f86e7562afd None None] Port 4ed06357-ad0b-467c-8f57-38295b438f74 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 06:58:02.832010 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 06:58:02.842724 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Sync routers for ids ['2ce45ca1-1353-49dc-837e-ddaeec523806'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 06:58:02.843219 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] 10.222.0.11 "PUT /v2.0/routers/2ce45ca1-1353-49dc-837e-ddaeec523806/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1729341 Apr 30 06:58:02.853576 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Routers {'2ce45ca1-1353-49dc-837e-ddaeec523806'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 06:58:02.854431 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T06:57:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2ce45ca1-1353-49dc-837e-ddaeec523806'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:03.027398 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Set router 2ce45ca1-1353-49dc-837e-ddaeec523806 gateway port host: None {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 06:58:03.382675 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'name': 'router1', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T06:57:51Z', 'updated_at': '2021-04-30T06:58:01Z', 'revision_number': 2, 'project_id': '9858f847444547178fb4219633c7ac16', 'gw_port_host': None, '_interfaces': [{'id': '4ed06357-ad0b-467c-8f57-38295b438f74', 'name': '', 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'mac_address': 'fa:16:3e:1a:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11fedc80-711d-4e93-857c-53233ab98b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:01Z', 'updated_at': '2021-04-30T06:58:02Z', 'revision_number': 2, 'project_id': '9858f847444547178fb4219633c7ac16', 'subnets': [{'id': '11fedc80-711d-4e93-857c-53233ab98b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbb25a0-7bc4-4641-9c24-77c54327ee7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:03.387602 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Checking router: 2ce45ca1-1353-49dc-837e-ddaeec523806 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 06:58:03.387963 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Updating router 2ce45ca1-1353-49dc-837e-ddaeec523806 port 4ed06357-ad0b-467c-8f57-38295b438f74 binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 06:58:03.438262 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:03.808023 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:03.824090 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Transition to ACTIVE for port object 4ed06357-ad0b-467c-8f57-38295b438f74 will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 06:58:03.832271 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:03.838866 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:04.031741 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Pushing event updated for resources: {'Port': ['ID=4ed06357-ad0b-467c-8f57-38295b438f74,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:04.058683 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.059069 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.059344 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.059665 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.059981 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.060298 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.060611 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.060924 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.061236 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.061543 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.061850 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.062163 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Tracked resource versions report: Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: pushed versions: Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: { 'AddressGroup': {'1.2'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'ConntrackHelper': {'1.0'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Log': {'1.0'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Network': {'1.1'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Port': {'1.7'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'PortForwarding': {'1.2'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'QosPolicy': {'1.8'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroup': {'1.4'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroupRule': {'1.2'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'SubPort': {'1.0'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Subnet': {'1.1'}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Trunk': {'1.1'}} Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: consumer versions: Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'ConntrackHelper': '1.0', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Log': '1.0', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Network': '1.1', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Port': '1.7', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'PortForwarding': '1.2', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'QosPolicy': '1.8', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroup': '1.4', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroupRule': '1.2', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'SubPort': '1.0', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Subnet': '1.1', Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: 'Trunk': '1.1'}} Apr 30 06:58:04.063326 dv-cinder-773876-2-smb neutron-server[73784]: {{(pid=73784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 06:58:04.069010 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:04.069862 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Attempting to bind port 4ed06357-ad0b-467c-8f57-38295b438f74 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 06:58:04.070252 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Attempting to bind port 4ed06357-ad0b-467c-8f57-38295b438f74 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 06:58:04.070708 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Attempting to bind port 4ed06357-ad0b-467c-8f57-38295b438f74 on network 689e35fd-8bb5-4943-b841-85ddab24c9be {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 06:58:04.076022 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 6, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 06:58:04.076415 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Checking segment: {'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 06:58:04.076876 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:04.077252 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Bound using segment: {'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 06:58:04.077778 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Bound port: 4ed06357-ad0b-467c-8f57-38295b438f74, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddc203f-b9cd-4b76-8888-a1e9b2798d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 06:58:04.078162 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:04.161802 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] For port 4ed06357-ad0b-467c-8f57-38295b438f74, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 06:58:04.165847 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] For port 4ed06357-ad0b-467c-8f57-38295b438f74, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=4ed06357-ad0b-467c-8f57-38295b438f74,segment=NetworkSegment(eddc203f-b9cd-4b76-8888-a1e9b2798d97),segment_id=eddc203f-b9cd-4b76-8888-a1e9b2798d97)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 06:58:04.171429 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:04.175083 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:04.259049 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Routers {'2ce45ca1-1353-49dc-837e-ddaeec523806'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 06:58:04.259718 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T06:57:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2ce45ca1-1353-49dc-837e-ddaeec523806'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:04.313227 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Pushing event updated for resources: {'Port': ['ID=4ed06357-ad0b-467c-8f57-38295b438f74,revision_number=4']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:04.354038 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:04.440333 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] Set router 2ce45ca1-1353-49dc-837e-ddaeec523806 gateway port host: None {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 06:58:04.760038 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'name': 'router1', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T06:57:51Z', 'updated_at': '2021-04-30T06:58:01Z', 'revision_number': 2, 'project_id': '9858f847444547178fb4219633c7ac16', 'gw_port_host': None, '_interfaces': [{'id': '4ed06357-ad0b-467c-8f57-38295b438f74', 'name': '', 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'mac_address': 'fa:16:3e:1a:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11fedc80-711d-4e93-857c-53233ab98b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:01Z', 'updated_at': '2021-04-30T06:58:04Z', 'revision_number': 4, 'project_id': '9858f847444547178fb4219633c7ac16', 'subnets': [{'id': '11fedc80-711d-4e93-857c-53233ab98b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbb25a0-7bc4-4641-9c24-77c54327ee7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:04.763862 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c86812-c4f4-4b8e-9fb1-fa8b510892c7 None None] The sync data for ids ['2ce45ca1-1353-49dc-837e-ddaeec523806'] in dv-cinder-773876-2-smb is: [{'id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'name': 'router1', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T06:57:51Z', 'updated_at': '2021-04-30T06:58:01Z', 'revision_number': 2, 'project_id': '9858f847444547178fb4219633c7ac16', 'gw_port_host': None, '_interfaces': [{'id': '4ed06357-ad0b-467c-8f57-38295b438f74', 'name': '', 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'mac_address': 'fa:16:3e:1a:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11fedc80-711d-4e93-857c-53233ab98b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:01Z', 'updated_at': '2021-04-30T06:58:04Z', 'revision_number': 4, 'project_id': '9858f847444547178fb4219633c7ac16', 'subnets': [{'id': '11fedc80-711d-4e93-857c-53233ab98b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbb25a0-7bc4-4641-9c24-77c54327ee7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 06:58:04.984738 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 56816) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:58:05.132316 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250fef8-ca93-4848-8dea-8d2ac72b04ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:58:05.133658 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8250fef8-ca93-4848-8dea-8d2ac72b04ab admin admin] 10.222.0.11 "GET /v2.0/networks/ff85655c-6720-4226-a0b9-baac48f61cef HTTP/1.1" status: 200 len: 842 time: 0.1479120 Apr 30 06:58:05.142981 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:58:05.144310 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.quota [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Loaded quota_driver: . Apr 30 06:58:05.150350 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 06:58:05.154305 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Usage tracker for resource:subnet and tenant:a3f009987e4646eab9709a954714459d is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 06:58:05.157288 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 06:58:05.164178 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 06:58:05.177895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Made reservation on behalf of a3f009987e4646eab9709a954714459d for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 06:58:05.180709 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:05.631931 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.objects.ports [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73782) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 06:58:05.632361 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:05.636070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:05.701928 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2689c09-5f72-4a6e-802d-a831af1f9a6d,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:05.705124 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:05.712648 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 06:58:05.712995 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Network hostable DHCP agents. Network: ff85655c-6720-4226-a0b9-baac48f61cef, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 06:58:05.732626 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 06:58:05.742980 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, ff85655c-6720-4226-a0b9-baac48f61cef) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 06:58:05.747489 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:58:05.748934 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:05.752142 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d090b5f-6db8-44cb-84fb-77b36e84a4ef None None] Network ff85655c-6720-4226-a0b9-baac48f61cef requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 06:58:05.772322 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6326973 Apr 30 06:58:05.975721 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949ba06-57e3-4ffd-89e4-27e1acacbf03 None None] Network ff85655c-6720-4226-a0b9-baac48f61cef requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 06:58:07.702792 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 4ed06357-ad0b-467c-8f57-38295b438f74 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 06:58:07.773581 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 4ed06357-ad0b-467c-8f57-38295b438f74 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 06:58:07.778284 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 4ed06357-ad0b-467c-8f57-38295b438f74 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:58:07.778699 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:07.901952 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:07.934469 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 4ed06357-ad0b-467c-8f57-38295b438f74, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=4ed06357-ad0b-467c-8f57-38295b438f74,segment=NetworkSegment(eddc203f-b9cd-4b76-8888-a1e9b2798d97),segment_id=eddc203f-b9cd-4b76-8888-a1e9b2798d97)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 06:58:07.940408 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:07.942620 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:07.992774 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 56830) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:58:08.010650 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=4ed06357-ad0b-467c-8f57-38295b438f74,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:08.013795 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:08.193457 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-904c3c78-dfb0-4682-9f85-c694f803b982 admin admin] 10.222.0.11 "GET /v2.0/routers/2ce45ca1-1353-49dc-837e-ddaeec523806 HTTP/1.1" status: 200 len: 710 time: 0.1994078 Apr 30 06:58:08.364469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfaa00-c315-42e3-a316-8184b0a255af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:58:08.365782 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-36cfaa00-c315-42e3-a316-8184b0a255af admin admin] 10.222.0.11 "GET /v2.0/networks/ff85655c-6720-4226-a0b9-baac48f61cef HTTP/1.1" status: 200 len: 886 time: 0.1653323 Apr 30 06:58:08.375113 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:58:08.828866 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:09.157516 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:09.216196 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:09.348052 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Allocated IP 172.28.1.32 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/6c2884f1-a9f0-413f-846e-49ffbda98471) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 06:58:09.500601 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:09.534838 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:09.538479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:09.595966 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 06:58:09.599119 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 06:58:09.605440 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 06:58:09.684466 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 4ed06357-ad0b-467c-8f57-38295b438f74 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 06:58:09.699708 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Pushing event updated for resources: {'Port': ['ID=6c2884f1-a9f0-413f-846e-49ffbda98471,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:09.707257 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:09.750117 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 4ed06357-ad0b-467c-8f57-38295b438f74 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:58:09.750514 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:10.029066 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:10.358519 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:10.361877 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-432165'] for router, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:10.539177 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Router 2ce45ca1-1353-49dc-837e-ddaeec523806 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 06:58:10.717531 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 06:58:10.728878 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Sync routers for ids ['2ce45ca1-1353-49dc-837e-ddaeec523806'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 06:58:10.729357 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Notify callbacks [] for router, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:10.730218 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] 10.222.0.11 "PUT /v2.0/routers/2ce45ca1-1353-49dc-837e-ddaeec523806 HTTP/1.1" status: 200 len: 889 time: 2.3587496 Apr 30 06:58:10.739270 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Routers {'2ce45ca1-1353-49dc-837e-ddaeec523806'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 06:58:10.739949 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T06:57:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2ce45ca1-1353-49dc-837e-ddaeec523806'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:10.933037 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Set router 2ce45ca1-1353-49dc-837e-ddaeec523806 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 06:58:11.292233 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'name': 'router1', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '6c2884f1-a9f0-413f-846e-49ffbda98471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T06:57:51Z', 'updated_at': '2021-04-30T06:58:09Z', 'revision_number': 4, 'project_id': '9858f847444547178fb4219633c7ac16', 'gw_port': {'id': '6c2884f1-a9f0-413f-846e-49ffbda98471', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:09Z', 'updated_at': '2021-04-30T06:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '4ed06357-ad0b-467c-8f57-38295b438f74', 'name': '', 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'mac_address': 'fa:16:3e:1a:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11fedc80-711d-4e93-857c-53233ab98b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:01Z', 'updated_at': '2021-04-30T06:58:07Z', 'revision_number': 5, 'project_id': '9858f847444547178fb4219633c7ac16', 'subnets': [{'id': '11fedc80-711d-4e93-857c-53233ab98b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbb25a0-7bc4-4641-9c24-77c54327ee7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:11.296984 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Checking router: 2ce45ca1-1353-49dc-837e-ddaeec523806 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 06:58:11.297346 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Updating router 2ce45ca1-1353-49dc-837e-ddaeec523806 port 6c2884f1-a9f0-413f-846e-49ffbda98471 binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 06:58:11.347704 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:11.663717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:11.674769 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Transition to ACTIVE for port object 6c2884f1-a9f0-413f-846e-49ffbda98471 will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 06:58:11.681651 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:11.685362 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:11.759716 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07328d41-2c99-4784-98a9-22716143c33a None None] Pushing event updated for resources: {'Port': ['ID=6c2884f1-a9f0-413f-846e-49ffbda98471,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:11.763507 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-07328d41-2c99-4784-98a9-22716143c33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:11.765437 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Attempting to bind port 6c2884f1-a9f0-413f-846e-49ffbda98471 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 06:58:11.765802 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Attempting to bind port 6c2884f1-a9f0-413f-846e-49ffbda98471 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 06:58:11.766157 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Attempting to bind port 6c2884f1-a9f0-413f-846e-49ffbda98471 on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 06:58:11.771505 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 6, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 06:58:11.771874 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 06:58:11.772271 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:11.772650 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 06:58:11.773110 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Bound port: 6c2884f1-a9f0-413f-846e-49ffbda98471, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 06:58:11.773489 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:11.842728 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] For port 6c2884f1-a9f0-413f-846e-49ffbda98471, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 06:58:11.845682 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] For port 6c2884f1-a9f0-413f-846e-49ffbda98471, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=6c2884f1-a9f0-413f-846e-49ffbda98471,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 06:58:11.851993 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:11.856140 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:11.933042 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Routers {'2ce45ca1-1353-49dc-837e-ddaeec523806'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 06:58:11.933658 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T06:57:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2ce45ca1-1353-49dc-837e-ddaeec523806'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:11.978352 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07328d41-2c99-4784-98a9-22716143c33a None None] Pushing event updated for resources: {'Port': ['ID=6c2884f1-a9f0-413f-846e-49ffbda98471,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:11.989400 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-07328d41-2c99-4784-98a9-22716143c33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:12.111934 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] Set router 2ce45ca1-1353-49dc-837e-ddaeec523806 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 06:58:12.426506 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'name': 'router1', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '6c2884f1-a9f0-413f-846e-49ffbda98471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T06:57:51Z', 'updated_at': '2021-04-30T06:58:09Z', 'revision_number': 4, 'project_id': '9858f847444547178fb4219633c7ac16', 'gw_port': {'id': '6c2884f1-a9f0-413f-846e-49ffbda98471', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:09Z', 'updated_at': '2021-04-30T06:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '4ed06357-ad0b-467c-8f57-38295b438f74', 'name': '', 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'mac_address': 'fa:16:3e:1a:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11fedc80-711d-4e93-857c-53233ab98b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:01Z', 'updated_at': '2021-04-30T06:58:07Z', 'revision_number': 5, 'project_id': '9858f847444547178fb4219633c7ac16', 'subnets': [{'id': '11fedc80-711d-4e93-857c-53233ab98b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbb25a0-7bc4-4641-9c24-77c54327ee7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 06:58:12.430841 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142fb5-3eba-459d-95a3-90e5b9353553 None None] The sync data for ids ['2ce45ca1-1353-49dc-837e-ddaeec523806'] in dv-cinder-773876-2-smb is: [{'id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'name': 'router1', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.32'}], 'enable_snat': True}, 'gw_port_id': '6c2884f1-a9f0-413f-846e-49ffbda98471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T06:57:51Z', 'updated_at': '2021-04-30T06:58:09Z', 'revision_number': 4, 'project_id': '9858f847444547178fb4219633c7ac16', 'gw_port': {'id': '6c2884f1-a9f0-413f-846e-49ffbda98471', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:09Z', 'updated_at': '2021-04-30T06:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '4ed06357-ad0b-467c-8f57-38295b438f74', 'name': '', 'network_id': '689e35fd-8bb5-4943-b841-85ddab24c9be', 'tenant_id': '9858f847444547178fb4219633c7ac16', 'mac_address': 'fa:16:3e:1a:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce45ca1-1353-49dc-837e-ddaeec523806', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11fedc80-711d-4e93-857c-53233ab98b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T06:58:01Z', 'updated_at': '2021-04-30T06:58:07Z', 'revision_number': 5, 'project_id': '9858f847444547178fb4219633c7ac16', 'subnets': [{'id': '11fedc80-711d-4e93-857c-53233ab98b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbb25a0-7bc4-4641-9c24-77c54327ee7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 06:58:13.026486 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 56840) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:58:13.145447 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-eae04906-a889-4581-bbd8-43df80097a47 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1178045 Apr 30 06:58:13.712011 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 6c2884f1-a9f0-413f-846e-49ffbda98471 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 06:58:13.808736 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 6c2884f1-a9f0-413f-846e-49ffbda98471 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 06:58:13.813717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 6c2884f1-a9f0-413f-846e-49ffbda98471 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:58:13.814092 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:13.930223 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:13.947186 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 6c2884f1-a9f0-413f-846e-49ffbda98471, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=6c2884f1-a9f0-413f-846e-49ffbda98471,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 06:58:13.951690 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:13.954692 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:58:14.027361 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=6c2884f1-a9f0-413f-846e-49ffbda98471,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:58:14.031722 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:58:15.742230 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 6c2884f1-a9f0-413f-846e-49ffbda98471 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 06:58:15.815060 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 6c2884f1-a9f0-413f-846e-49ffbda98471 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:58:15.815421 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:24.418658 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 06:58:25.039769 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f30-43f0-4609-a04e-69ea96972dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:27.470605 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-08a1f551-410e-45ae-b494-f43f17b5fef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:27.790163 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:28.368486 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:30.251811 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:55.033791 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-82c5dfb1-9f69-4cd3-9f6b-400e2fba6501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:57.466886 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-406c6842-a9e6-4885-aa3e-da79e90db056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:57.785439 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:58:58.365348 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:00.258371 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:01.418224 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 06:59:25.037074 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-86467674-db4c-438d-91c6-4d1c30244f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:27.471737 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-44a119cf-888d-4283-9046-5f3420d6981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:27.790441 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:28.366767 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:30.261873 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:38.418209 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 06:59:49.620068 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57412) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:59:49.690574 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbd8aa8-b1b2-4056-a4b7-c95af1e5f1fe admin admin] GET failed (client error): The resource could not be found. Apr 30 06:59:49.691874 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-edbd8aa8-b1b2-4056-a4b7-c95af1e5f1fe admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707736 Apr 30 06:59:49.877252 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a424753-9df0-412f-8eb2-1412e69ec34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:49.878767 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-2a424753-9df0-412f-8eb2-1412e69ec34c admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1830389 Apr 30 06:59:51.962908 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57422) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:59:52.078611 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5929db-94ee-42dd-a25c-bd59638a8876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:52.079929 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-ef5929db-94ee-42dd-a25c-bd59638a8876 admin admin] 10.222.0.11 "GET /v2.0/subnets/11fedc80-711d-4e93-857c-53233ab98b17 HTTP/1.1" status: 200 len: 849 time: 0.1160703 Apr 30 06:59:52.092022 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 06:59:52.221344 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:52.523214 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786603904350'] for subnet, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:52.526729 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 06:59:52.564628 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:52.565211 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:52.566912 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] 10.222.0.11 "PUT /v2.0/subnets/11fedc80-711d-4e93-857c-53233ab98b17 HTTP/1.1" status: 200 len: 868 time: 0.4782126 Apr 30 06:59:52.569012 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e2e1c-13a0-4058-a449-0c3f38e957f2 None None] Network 689e35fd-8bb5-4943-b841-85ddab24c9be requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 06:59:52.591389 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fedc80-711d-4e93-857c-53233ab98b17,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 06:59:52.600362 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.600773 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.601216 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.601548 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.601874 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.602459 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.602790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.603193 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.603516 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.603834 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.604206 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.604518 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 06:59:52.614219 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 06:59:52.972457 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-999b93b4-522c-4560-b998-fa83f331568b None None] Provisioning complete for port 8c8be47b-c2c8-4b42-8703-585e12efd557 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:59:52.972835 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-999b93b4-522c-4560-b998-fa83f331568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:53.097633 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-999b93b4-522c-4560-b998-fa83f331568b None None] Provisioning complete for port 4ed06357-ad0b-467c-8f57-38295b438f74 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 06:59:53.097860 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-999b93b4-522c-4560-b998-fa83f331568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:54.683917 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57432) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:59:54.863858 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0fee4-d711-4eee-a199-83adb750618c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:54.864282 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0fee4-d711-4eee-a199-83adb750618c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:54.865834 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-64a0fee4-d711-4eee-a199-83adb750618c admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1809227 Apr 30 06:59:55.042230 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-fcdb77a5-5e5e-4854-aff4-2319659e9f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:56.958769 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57442) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:59:57.149782 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549200f6-b6cf-44da-90ab-08bb6e931905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:57.150401 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549200f6-b6cf-44da-90ab-08bb6e931905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:57.151129 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-549200f6-b6cf-44da-90ab-08bb6e931905 admin admin] Synchronizing usage tracker for tenant:a3f009987e4646eab9709a954714459d on resource:network {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 06:59:57.169543 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-549200f6-b6cf-44da-90ab-08bb6e931905 admin admin] Unset dirty status for tenant:a3f009987e4646eab9709a954714459d on resource:network {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 06:59:57.170740 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-549200f6-b6cf-44da-90ab-08bb6e931905 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2107191 Apr 30 06:59:57.476931 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1aa2-8f49-486b-a262-3d13031a9e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:57.795394 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:58.369521 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 06:59:59.305149 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57452) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 06:59:59.492457 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e80b2-45a5-4793-b133-853faecbe125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 06:59:59.493708 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-8e2e80b2-45a5-4793-b133-853faecbe125 admin admin] 10.222.0.11 "GET /v2.0/networks/689e35fd-8bb5-4943-b841-85ddab24c9be HTTP/1.1" status: 200 len: 869 time: 0.1876059 Apr 30 07:00:00.263571 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:01.624822 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57462) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:01.803763 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e083fc-42af-44c7-97b5-93b8208ed26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:01.805037 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-e3e083fc-42af-44c7-97b5-93b8208ed26e admin admin] 10.222.0.11 "GET /v2.0/networks/ff85655c-6720-4226-a0b9-baac48f61cef HTTP/1.1" status: 200 len: 886 time: 0.1790161 Apr 30 07:00:03.939560 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57472) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:04.077397 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb314b-830a-4224-833c-bc675d8a9d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:04.077860 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb314b-830a-4224-833c-bc675d8a9d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:04.078630 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-22fb314b-830a-4224-833c-bc675d8a9d20 admin admin] Synchronizing usage tracker for tenant:a3f009987e4646eab9709a954714459d on resource:subnet {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:00:04.103336 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-22fb314b-830a-4224-833c-bc675d8a9d20 admin admin] Unset dirty status for tenant:a3f009987e4646eab9709a954714459d on resource:subnet {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:00:04.104642 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-22fb314b-830a-4224-833c-bc675d8a9d20 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1639507 Apr 30 07:00:06.187930 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57482) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:06.309050 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328cb90-2c39-4e53-95e2-0643da2be79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:06.309518 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328cb90-2c39-4e53-95e2-0643da2be79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:06.311097 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5328cb90-2c39-4e53-95e2-0643da2be79f admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219532 Apr 30 07:00:08.398949 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57492) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:08.513758 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48ae37-5060-41f9-b1a9-62da1702ecd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:08.515153 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-4b48ae37-5060-41f9-b1a9-62da1702ecd7 admin admin] 10.222.0.11 "GET /v2.0/subnets/11fedc80-711d-4e93-857c-53233ab98b17 HTTP/1.1" status: 200 len: 868 time: 0.1152320 Apr 30 07:00:10.613869 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57502) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:10.714143 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0315bee-6451-4753-a20e-cdcdb775c146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:10.715560 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c0315bee-6451-4753-a20e-cdcdb775c146 admin admin] 10.222.0.11 "GET /v2.0/subnets/d2689c09-5f72-4a6e-802d-a831af1f9a6d HTTP/1.1" status: 200 len: 816 time: 0.1006191 Apr 30 07:00:15.417143 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:00:25.047418 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-7665d2fa-ab58-458d-ae43-d13a2ecb4799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:27.482026 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-14a23b20-1852-4fac-a62d-ae382360a665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:27.801381 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:28.372718 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:30.267238 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:33.414803 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57546) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:33.465382 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [None req-b7308ea8-863f-407b-9ab5-5a175ead28f1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 07:00:33.466658 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b7308ea8-863f-407b-9ab5-5a175ead28f1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508540 Apr 30 07:00:35.649044 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57556) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:35.726917 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc70b61e-338c-4bbf-abc2-6f0b3d7974da admin admin] GET failed (client error): The resource could not be found. Apr 30 07:00:35.728153 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-dc70b61e-338c-4bbf-abc2-6f0b3d7974da admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0780549 Apr 30 07:00:35.853764 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f8e70e-404b-4a68-924a-85c6127eaa35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:35.855160 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-d0f8e70e-404b-4a68-924a-85c6127eaa35 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219726 Apr 30 07:00:37.982387 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57566) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:38.040188 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:00:38.044805 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:00:38.055678 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:00:38.068357 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Made reservation on behalf of a3f009987e4646eab9709a954714459d for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:00:38.071085 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:38.181790 dv-cinder-773876-2-smb neutron-server[73781]: WARNING neutron.services.revisions.revision_plugin [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Could not find related network for resource to bump revision. Apr 30 07:00:38.194077 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:00:38.205130 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:38.205739 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Added segment 2076ab80-d5c5-4f24-8b34-fa285ddeacef of type vlan for network 7f90e819-c88b-45c3-b87b-89e4fee7299f Apr 30 07:00:38.242165 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:38.273857 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:38.276002 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:38.276908 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:38.281944 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:00:38.377686 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Pushing event updated for resources: {'Network': ['ID=7f90e819-c88b-45c3-b87b-89e4fee7299f,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:00:38.380560 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:00:38.382231 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3988695 Apr 30 07:00:38.392265 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 7f90e819-c88b-45c3-b87b-89e4fee7299f details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:00:40.513343 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57576) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:00:40.590691 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d479d33b-f279-44bf-a0b2-3775743c992d admin admin] GET failed (client error): The resource could not be found. Apr 30 07:00:40.591210 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-d479d33b-f279-44bf-a0b2-3775743c992d admin admin] Synchronizing usage tracker for tenant:a3f009987e4646eab9709a954714459d on resource:network {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:00:40.608596 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-d479d33b-f279-44bf-a0b2-3775743c992d admin admin] Unset dirty status for tenant:a3f009987e4646eab9709a954714459d on resource:network {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:00:40.609782 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d479d33b-f279-44bf-a0b2-3775743c992d admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0951774 Apr 30 07:00:40.715734 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eea538-f2c7-43df-be7f-6c98872cf30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:40.717105 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-02eea538-f2c7-43df-be7f-6c98872cf30f admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1032736 Apr 30 07:00:40.728675 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f', 'description': 'shared-subnet'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:00:40.733111 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:00:40.742724 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:00:40.754481 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Made reservation on behalf of a3f009987e4646eab9709a954714459d for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:00:40.756736 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:41.124210 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:41.127701 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:00:41.193688 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7003c229-76b3-42e1-9784-f6fd39fd335a,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:00:41.197229 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:00:41.203963 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Checking segment: {'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:00:41.204315 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Network hostable DHCP agents. Network: 7f90e819-c88b-45c3-b87b-89e4fee7299f, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:00:41.223480 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Network 7f90e819-c88b-45c3-b87b-89e4fee7299f is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:00:41.234033 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 7f90e819-c88b-45c3-b87b-89e4fee7299f) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:00:41.238372 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:00:41.238961 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:41.242826 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c082ab8-1908-4141-bc0f-04d386c92683 None None] Network 7f90e819-c88b-45c3-b87b-89e4fee7299f requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:00:41.270304 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5402489 Apr 30 07:00:41.486107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-7f90e819-c88b-45c3-b87b-89e4fee7299f', 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f', 'tenant_id': 'a3f009987e4646eab9709a954714459d', 'fixed_ips': [{'subnet_id': '7003c229-76b3-42e1-9784-f6fd39fd335a'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 07:00:41.487050 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:41.639185 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Allocated IP 192.168.233.2 (7f90e819-c88b-45c3-b87b-89e4fee7299f/7003c229-76b3-42e1-9784-f6fd39fd335a/7dab62e9-ceac-4c17-8234-5e326300209e) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:00:41.844535 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:41.855958 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Transition to ACTIVE for port object 7dab62e9-ceac-4c17-8234-5e326300209e will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:00:41.874540 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Transition to ACTIVE for port object 7dab62e9-ceac-4c17-8234-5e326300209e will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:00:41.881870 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:41.886446 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6f300bb4-10a9-4087-a966-5552b78ac7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:00:41.939884 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Network 7f90e819-c88b-45c3-b87b-89e4fee7299f is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:00:41.946884 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:00:41.951560 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:00:41.983032 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Pushing event updated for resources: {'Port': ['ID=7dab62e9-ceac-4c17-8234-5e326300209e,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:00:42.001157 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.001433 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.001829 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.002152 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.002585 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.002920 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.003244 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.003568 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.003883 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.004204 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.004520 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.004840 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:00:42.031311 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:00:42.056216 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Attempting to bind port 7dab62e9-ceac-4c17-8234-5e326300209e on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:00:42.056606 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Attempting to bind port 7dab62e9-ceac-4c17-8234-5e326300209e by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:00:42.056974 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Attempting to bind port 7dab62e9-ceac-4c17-8234-5e326300209e on network 7f90e819-c88b-45c3-b87b-89e4fee7299f {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:00:42.062252 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:00:42.062653 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Checking segment: {'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:00:42.063057 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:42.063452 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Bound using segment: {'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:00:42.063929 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Bound port: 7dab62e9-ceac-4c17-8234-5e326300209e, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:00:42.064319 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:42.152111 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] For port 7dab62e9-ceac-4c17-8234-5e326300209e, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:00:42.155227 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] For port 7dab62e9-ceac-4c17-8234-5e326300209e, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=7dab62e9-ceac-4c17-8234-5e326300209e,segment=NetworkSegment(2076ab80-d5c5-4f24-8b34-fa285ddeacef),segment_id=2076ab80-d5c5-4f24-8b34-fa285ddeacef)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:00:42.160134 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:42.164428 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:00:42.237384 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Pushing event updated for resources: {'Port': ['ID=7dab62e9-ceac-4c17-8234-5e326300209e,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:00:42.243103 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:00:43.043189 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94f6fe-7130-4a52-9944-e84abd3718c7 None None] Network 7f90e819-c88b-45c3-b87b-89e4fee7299f requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:00:43.143907 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-2d79d27a-edac-4f04-ac5e-b3023b821ff1 None None] Provisioning for port 7dab62e9-ceac-4c17-8234-5e326300209e completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:00:43.820060 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 7dab62e9-ceac-4c17-8234-5e326300209e up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:00:43.888829 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 7dab62e9-ceac-4c17-8234-5e326300209e completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:00:43.895087 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 7dab62e9-ceac-4c17-8234-5e326300209e triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:00:43.895469 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:44.011846 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:44.043183 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 7dab62e9-ceac-4c17-8234-5e326300209e, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=7dab62e9-ceac-4c17-8234-5e326300209e,segment=NetworkSegment(2076ab80-d5c5-4f24-8b34-fa285ddeacef),segment_id=2076ab80-d5c5-4f24-8b34-fa285ddeacef)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:00:44.048938 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:44.051458 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-07328d41-2c99-4784-98a9-22716143c33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:00:44.118016 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=7dab62e9-ceac-4c17-8234-5e326300209e,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:00:44.121415 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:00:45.795559 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 7dab62e9-ceac-4c17-8234-5e326300209e up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:00:45.865080 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 7dab62e9-ceac-4c17-8234-5e326300209e triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:00:45.865447 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:52.416196 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:00:55.063840 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ca0fc65-8b4f-493d-8754-c22d94f47888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:57.476368 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6f794e2a-35a8-4cfe-972d-437cdb6e20e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:57.804875 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:00:58.380079 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:00.275646 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:25.049011 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-7442506d-c5fc-4aa2-9e32-c4c06670581f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:27.481817 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6550-93fd-4d2e-9cd1-66ac5f967cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:27.808164 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:28.380475 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:29.415308 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:01:30.274720 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:55.054391 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c1ae21bc-7cfe-4b9e-8aec-b8051b0fc227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:57.485467 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-91fb30ea-75bf-4c94-9918-1e5cc2c19988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:57.815787 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:01:58.384874 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:00.278076 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:06.414354 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:02:13.122196 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57626) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:02:13.128495 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [None req-966551a8-561d-4736-8759-0294a7120ae8 tempest-verify_tempest_config-2014541538 tempest-verify_tempest_config-2014541538-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 07:02:13.129433 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-966551a8-561d-4736-8759-0294a7120ae8 tempest-verify_tempest_config-2014541538 tempest-verify_tempest_config-2014541538-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062656 Apr 30 07:02:13.501834 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57644) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:02:13.621813 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:13.636403 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:02:13.640435 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Usage tracker for resource:security_group_rule and tenant:be0ef202183c4a72b6db8be9ab3e284f is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:02:13.643844 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:02:13.649802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:02:13.740207 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:13.746177 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:13.753108 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:02:13.792628 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe243ff-0f7d-4d13-b239-520853850184,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:02:13.796357 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be0ef202183c4a72b6db8be9ab3e284f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2935700 Apr 30 07:02:13.799345 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57650) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:02:13.802121 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.802503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.802831 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.803150 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.803466 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.803782 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.804090 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.804379 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.804689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.804993 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.805295 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.805597 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:13.810040 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:02:13.858670 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:13.888711 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:13.983805 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:13.987603 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:02:13.998878 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe243ff-0f7d-4d13-b239-520853850184,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:02:14.008180 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.008460 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.008789 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.009111 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.009436 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.009753 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.010072 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.010407 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.010782 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.011101 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.011484 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.011856 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:02:14.014839 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:14.015957 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fe243ff-0f7d-4d13-b239-520853850184 HTTP/1.1" status: 204 len: 168 time: 0.2155998 Apr 30 07:02:14.017051 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:02:25.059406 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ea95807-0a0b-4821-a561-dd5d3d0358c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:27.492894 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c9df-77bc-41eb-9aa3-101c26aa0592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:27.820977 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:28.397929 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:30.292250 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:43.418890 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:02:55.068424 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ce842400-107a-40b1-8953-e4fd30c99b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:57.496974 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-7fef0256-49fc-4548-b89b-9fa585457178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:57.825652 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:02:58.401542 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:00.287125 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:20.423171 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 5 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:03:25.069053 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-94d151d7-2bcc-4259-be2b-b12d83eff039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:27.503234 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b21d40cc-ed8b-46be-9ccc-88a5bb9a8cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:27.836271 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:28.406585 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:30.297829 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:55.067329 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-854cd4aa-0f6a-49af-b56d-c9fdcab79bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:55.859619 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358'] for agent, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:57.422901 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:03:57.488852 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d58d6bb4-1de2-4aed-9b71-9d9ab3655970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:57.821091 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:58.399056 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:03:59.390967 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57702) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:03:59.518941 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-fd407fdb-f77c-425a-bfc8-5b7fe9a66c6d admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1267662 Apr 30 07:04:00.383977 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:01.639229 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57712) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:04:01.696741 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d89430b4-3ae2-4075-9d33-29423472d29e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0564101 Apr 30 07:04:25.072275 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-40d24f45-d587-4bba-bfff-1eb4eb5ea833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:25.822112 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:27.500726 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-7ecc758e-8454-4b6b-8bb5-ec5d213f8365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:27.831460 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:28.407153 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:30.303983 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:34.428221 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:04:55.068952 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9704d1cc-af59-4d2e-bfba-0c9dc3837aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:55.811268 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:57.495230 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c8089ab0-33da-4666-b660-e9b8107ac485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:57.827461 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:04:58.448029 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:00.303626 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:11.428146 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:05:25.063439 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d96d9384-05ad-4360-8410-ea249a7e37c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:25.826216 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:27.500107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-f62a276d-ac5e-4e12-b21d-c51c312176b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:27.827428 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:28.427214 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:30.316029 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.261247 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57904) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:32.265904 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57908) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:32.415440 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57924) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:32.603736 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-268915543-network', 'tenant_id': '07da67a12e384dafb2be92fad0839de6'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:32.609817 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:32.618431 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913618994-network', 'tenant_id': 'a410a11720e549c7ab3f4c0d059cf24a'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:32.628621 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:32.634740 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Usage tracker for resource:network and tenant:07da67a12e384dafb2be92fad0839de6 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:32.639205 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Usage tracker for resource:network and tenant:a410a11720e549c7ab3f4c0d059cf24a is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:32.642104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:32.647301 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:32.656436 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:32.658863 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:32.678728 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Made reservation on behalf of 07da67a12e384dafb2be92fad0839de6 for: {'network': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:32.680585 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Made reservation on behalf of a410a11720e549c7ab3f4c0d059cf24a for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:32.681646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.683150 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.694523 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.695185 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.710018 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:32.710243 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:32.713868 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a410a11720e549c7ab3f4c0d059cf24a is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:32.714395 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:07da67a12e384dafb2be92fad0839de6 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:32.716794 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:32.717885 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:32.723416 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:32.723747 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:32.811481 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.818942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.820971 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.828147 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.832243 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:32.835973 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f85ce1c2-eaa6-427a-badb-a30d753423c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:32.845719 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=73782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:05:32.869462 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786603912340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.869950 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Unsubscribe: segment precommit_create {{(pid=73782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 07:05:32.870704 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.segments_db [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Added segment 03bf08b7-cb54-4252-9191-66acfa35cac6 of type vlan for network b2b9e21e-fc8f-4159-a5a9-abf0307721ad Apr 30 07:05:32.878997 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995b359a-24f0-4e26-ba30-f0db328e7438,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:32.883086 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:05:32.893229 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.893809 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.894193 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.894523 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.894738 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Added segment 4879b426-5e06-4bc5-b31f-f84db130654a of type vlan for network db2e742c-5f05-4778-9f43-731a93a779b3 Apr 30 07:05:32.895220 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.895706 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.896178 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.896683 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.897176 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.897779 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.898254 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.898749 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.899230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Tracked resource versions report: Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: pushed versions: Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: { 'AddressGroup': {'1.2'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'ConntrackHelper': {'1.0'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Log': {'1.0'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Network': {'1.1'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Port': {'1.7'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'PortForwarding': {'1.2'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'QosPolicy': {'1.8'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroup': {'1.4'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroupRule': {'1.2'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'SubPort': {'1.0'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Subnet': {'1.1'}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Trunk': {'1.1'}} Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: consumer versions: Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: HyperV agent@hv-cinder-77387: {}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'ConntrackHelper': '1.0', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Log': '1.0', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Network': '1.1', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Port': '1.7', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'PortForwarding': '1.2', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'QosPolicy': '1.8', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroup': '1.4', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'SecurityGroupRule': '1.2', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'SubPort': '1.0', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Subnet': '1.1', Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: 'Trunk': '1.1'}} Apr 30 07:05:32.900520 dv-cinder-773876-2-smb neutron-server[73782]: {{(pid=73782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 07:05:32.907026 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:32.924562 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c5aeca-e4f5-4422-b226-36c7494b21f3,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:32.927744 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.935968 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.938917 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.939420 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.939896 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.940440 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.941080 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.941555 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.942134 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.942640 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.943125 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.943448 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.943767 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.944076 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Tracked resource versions report: Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: pushed versions: Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: { 'AddressGroup': {'1.2'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'ConntrackHelper': {'1.0'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Log': {'1.0'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Network': {'1.1'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Port': {'1.7'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'PortForwarding': {'1.2'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'QosPolicy': {'1.8'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroup': {'1.4'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroupRule': {'1.2'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'SubPort': {'1.0'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Subnet': {'1.1'}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Trunk': {'1.1'}} Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: consumer versions: Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: HyperV agent@hv-cinder-77387: {}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'ConntrackHelper': '1.0', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Log': '1.0', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Network': '1.1', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Port': '1.7', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'PortForwarding': '1.2', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'QosPolicy': '1.8', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroup': '1.4', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'SecurityGroupRule': '1.2', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'SubPort': '1.0', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Subnet': '1.1', Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: 'Trunk': '1.1'}} Apr 30 07:05:32.945200 dv-cinder-773876-2-smb neutron-server[73781]: {{(pid=73781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 07:05:32.949115 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:32.975706 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.977590 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.978067 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:32.978835 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.980032 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:32.980812 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:32.987000 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:33.002023 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-529e2282-5794-464a-82a7-90a2e7e7f2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:33.091317 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-586812408-network', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:33.098819 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8316288 Apr 30 07:05:33.099754 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57944) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:33.103510 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:33.108217 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Usage tracker for resource:network and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:33.111476 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:33.117676 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:33.118039 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Request body: {'subnet': {'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-268915543-subnet', 'tenant_id': '07da67a12e384dafb2be92fad0839de6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:33.125446 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8622124 Apr 30 07:05:33.132145 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 57950) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:33.135150 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:33.139565 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Usage tracker for resource:subnet and tenant:07da67a12e384dafb2be92fad0839de6 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:33.140380 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Request body: {'subnet': {'network_id': 'db2e742c-5f05-4778-9f43-731a93a779b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913618994-subnet', 'tenant_id': 'a410a11720e549c7ab3f4c0d059cf24a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:33.142549 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:33.144962 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:33.148675 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:33.148922 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Usage tracker for resource:subnet and tenant:a410a11720e549c7ab3f4c0d059cf24a is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:33.151822 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:33.157601 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:33.157775 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=db2e742c-5f05-4778-9f43-731a93a779b3,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:33.160588 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57952) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:33.163259 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:33.169542 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Made reservation on behalf of 07da67a12e384dafb2be92fad0839de6 for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:33.171165 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network db2e742c-5f05-4778-9f43-731a93a779b3 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:05:33.172672 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.172811 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Made reservation on behalf of 91d029e39e9643c0b0f1399a364bcdba for: {'network': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:33.175027 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.190056 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.205993 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:33.210055 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Usage tracker for resource:security_group_rule and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:33.213185 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:33.219142 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:33.304436 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.306430 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b9e21e-fc8f-4159-a5a9-abf0307721ad,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:33.309138 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Made reservation on behalf of a410a11720e549c7ab3f4c0d059cf24a for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:33.312231 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Notify callbacks [] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.330053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.344283 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:33.352785 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:33.367737 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:05:33.408982 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19615ff-2551-4880-a930-8ba26fc40a87,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:33.461899 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:33.469206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16464286-b915-434c-807e-77d86e012aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=73782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:05:33.491621 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.492609 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.segments_db [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Added segment c008e559-50f3-4da1-b6cb-ea17a97ed203 of type vlan for network 94fc5581-9712-4b89-9102-e135eac9c332 Apr 30 07:05:33.536749 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.567956 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-605323110-network', 'tenant_id': 'd63c9cec937f46fd8c806d063edb3b26'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:33.576715 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:33.593606 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Usage tracker for resource:network and tenant:d63c9cec937f46fd8c806d063edb3b26 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:33.599527 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:33.641940 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:33.667840 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.670793 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Made reservation on behalf of d63c9cec937f46fd8c806d063edb3b26 for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:33.673377 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:33.673747 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.678793 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.690940 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.739789 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e382f213-378e-49c2-9633-7e3bc4cb8ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:33.753813 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:33.762392 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Usage tracker for resource:security_group_rule and tenant:d63c9cec937f46fd8c806d063edb3b26 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:33.769558 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:33.780362 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-16464286-b915-434c-807e-77d86e012aee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3612313 Apr 30 07:05:33.781970 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 57990) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:33.783052 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:33.796167 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Request body: {'subnet': {'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-subnet', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:33.808287 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:33.811144 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:33.827704 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:33.894031 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Usage tracker for resource:subnet and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:33.899910 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b09ebb-8ffb-42c0-957d-331efcbb9e54,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:33.907844 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Pushing event updated for resources: {'Network': ['ID=94fc5581-9712-4b89-9102-e135eac9c332,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:33.909263 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:33.911107 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:33.919769 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 94fc5581-9712-4b89-9102-e135eac9c332 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:05:33.935566 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:33.964115 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:34.030981 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Checking segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:34.034511 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Network hostable DHCP agents. Network: b2b9e21e-fc8f-4159-a5a9-abf0307721ad, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:05:34.062446 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Made reservation on behalf of 91d029e39e9643c0b0f1399a364bcdba for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:34.067042 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.284415 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.290988 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c30d7ee4-bbd0-4a58-ad1f-2ea7a6b82c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:34.305570 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:05:34.360042 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, b2b9e21e-fc8f-4159-a5a9-abf0307721ad) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:34.369728 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce5dc1-815d-4447-8b0f-f35d6e95220e None None] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:34.379537 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.382968 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:34.384250 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.412095 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.471229 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28fa642-3788-4d0c-9025-8becf1a09d3f,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:34.474977 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:34.486996 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Checking segment: {'id': '4879b426-5e06-4bc5-b31f-f84db130654a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db2e742c-5f05-4778-9f43-731a93a779b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:34.487350 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Network hostable DHCP agents. Network: db2e742c-5f05-4778-9f43-731a93a779b3, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:05:34.513381 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:34.532797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Network db2e742c-5f05-4778-9f43-731a93a779b3 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:05:34.574412 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, db2e742c-5f05-4778-9f43-731a93a779b3) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:34.586428 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:34.587022 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.644148 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5050242 Apr 30 07:05:34.658536 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c14a8-3f3f-4be4-9dbb-bf7f8f445e39 None None] Network db2e742c-5f05-4778-9f43-731a93a779b3 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:34.670806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664a3032-5b6e-4a7e-ad5d-89caffe2632a,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:34.673929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:34.687267 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5802221 Apr 30 07:05:34.698907 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:05:34.740026 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.740370 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Added segment 5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e of type vlan for network d3914c7f-3c36-4336-bb56-2ec237487804 Apr 30 07:05:34.819106 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697f9a8-a64c-463e-8efe-3c1c2e9c481f None None] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:34.819606 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:34.987282 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.052571 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:35.053204 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.065860 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.066588 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:35.163931 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Pushing event updated for resources: {'Network': ['ID=d3914c7f-3c36-4336-bb56-2ec237487804,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:35.166774 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:35.175149 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-967cdad0-3ea1-49b0-a777-cde3e4b610a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:35.182946 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network d3914c7f-3c36-4336-bb56-2ec237487804 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:05:35.238694 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07212b5-40c8-4c07-880a-9718e8ad0a4f,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:35.241330 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:35.274502 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1126456 Apr 30 07:05:35.275437 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Checking segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:35.275789 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Network hostable DHCP agents. Network: 94fc5581-9712-4b89-9102-e135eac9c332, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:05:35.277573 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58050) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:35.285732 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Request body: {'subnet': {'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-605323110-subnet', 'tenant_id': 'd63c9cec937f46fd8c806d063edb3b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:35.297240 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:35.304562 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Network 94fc5581-9712-4b89-9102-e135eac9c332 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:05:35.309653 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Usage tracker for resource:subnet and tenant:d63c9cec937f46fd8c806d063edb3b26 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:35.318370 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:35.321439 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 94fc5581-9712-4b89-9102-e135eac9c332) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:35.333043 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:35.339084 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf053a5b-16cc-43b1-ace7-d8f74e99aeac None None] Network db2e742c-5f05-4778-9f43-731a93a779b3 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:35.341657 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:35.342261 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.358942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Made reservation on behalf of d63c9cec937f46fd8c806d063edb3b26 for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:35.361407 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf8994-a442-432d-98a1-b704d7586185 None None] Network 94fc5581-9712-4b89-9102-e135eac9c332 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:35.361942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.368059 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-40cb21b0-c102-4e85-886b-022caf19c4ac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5824471 Apr 30 07:05:35.369041 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58060) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:35.376337 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:35.382837 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:35.388450 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Usage tracker for resource:router and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:35.391877 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:35.399344 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:35.412498 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.414975 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.434192 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:35.884528 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-94fc5581-9712-4b89-9102-e135eac9c332', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 07:05:35.902821 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.050423 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.064175 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.071841 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:36.150607 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Checking segment: {'id': '5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:36.151207 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Network hostable DHCP agents. Network: d3914c7f-3c36-4336-bb56-2ec237487804, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:05:36.157471 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe54a79d-5e7a-4068-8512-6ac33e4534b0,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:36.166331 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:36.181588 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Network d3914c7f-3c36-4336-bb56-2ec237487804 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:05:36.198650 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, d3914c7f-3c36-4336-bb56-2ec237487804) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:36.211299 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:36.211943 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.218039 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d809e2-5d49-41c1-99ce-434097603163 None None] Network d3914c7f-3c36-4336-bb56-2ec237487804 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:36.247118 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-52f09dcb-0943-4522-9d52-9d150e345fd3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9671257 Apr 30 07:05:36.247118 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58086) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:36.256305 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196418207-network', 'tenant_id': '934de9f6fbdd422b9d9402efddea425b'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:36.268312 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:36.277034 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Usage tracker for resource:network and tenant:934de9f6fbdd422b9d9402efddea425b is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:36.291752 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:36.298587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:36.334415 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Made reservation on behalf of 934de9f6fbdd422b9d9402efddea425b for: {'network': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:36.337183 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.365498 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.387776 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Allocated IP 172.20.0.2 (94fc5581-9712-4b89-9102-e135eac9c332/b07212b5-40c8-4c07-880a-9718e8ad0a4f/3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:05:36.407589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:36.414784 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:934de9f6fbdd422b9d9402efddea425b is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:36.425039 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:36.439301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:36.679164 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.703007 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.708546 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:36.783104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=73782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:05:36.824874 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58fe340-6005-40c3-84a2-bded5550c54e,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:36.831186 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:36.839659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.840219 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.segments_db [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Added segment c90e47e0-3f74-4a6f-91b8-506764ac0da7 of type vlan for network c1a84959-1fce-4a2d-90ac-87d2eb73d981 Apr 30 07:05:36.876092 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.899425 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60947674-2494-45fd-9889-265293920e9d None None] Network d3914c7f-3c36-4336-bb56-2ec237487804 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:36.901881 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:36.910670 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58132) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:36.916176 dv-cinder-773876-2-smb neutron-server[73782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 07:05:36.929607 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.051629 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.db.resource_extend [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 07:05:37.141881 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.148510 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:37.149384 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.157912 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:37.210606 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Allocated IP 172.28.1.170 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/42bad817-5d4b-4a2f-9011-8d31ade75c6f) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:05:37.235019 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.245225 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58158) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:37.281351 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Transition to ACTIVE for port object 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:05:37.294046 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-136d301b-dbb9-4e87-a0ad-253ae98d61c4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:37.295005 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-136d301b-dbb9-4e87-a0ad-253ae98d61c4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:network {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:05:37.309905 dv-cinder-773876-2-smb neutron-server[73781]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 07:05:37.314993 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a84959-1fce-4a2d-90ac-87d2eb73d981,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:37.318841 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Transition to ACTIVE for port object 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:05:37.320239 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:37.324918 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0766394 Apr 30 07:05:37.327811 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58162) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:37.334234 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Request body: {'subnet': {'network_id': 'c1a84959-1fce-4a2d-90ac-87d2eb73d981', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196418207-subnet', 'tenant_id': '934de9f6fbdd422b9d9402efddea425b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:37.339636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:37.343590 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-136d301b-dbb9-4e87-a0ad-253ae98d61c4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:network {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:05:37.344715 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-136d301b-dbb9-4e87-a0ad-253ae98d61c4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.4327378 Apr 30 07:05:37.345592 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Usage tracker for resource:subnet and tenant:934de9f6fbdd422b9d9402efddea425b is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:37.348673 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:37.356717 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:37.358912 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network c1a84959-1fce-4a2d-90ac-87d2eb73d981 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:05:37.386786 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.390775 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-a1187204-68d0-44f5-8681-6d6cf360e3e9 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/quotas/07da67a12e384dafb2be92fad0839de6 HTTP/1.1" status: 200 len: 375 time: 0.0354037 Apr 30 07:05:37.417895 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:37.464539 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Made reservation on behalf of 934de9f6fbdd422b9d9402efddea425b for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:37.467585 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.553502 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-d1f92f1f-d01a-4a35-bee7-8007993c1a67 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1553457 Apr 30 07:05:37.579508 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-1afc7315-51c9-4fcf-9d4f-39df2c0ffb21 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:37.580214 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-1afc7315-51c9-4fcf-9d4f-39df2c0ffb21 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Synchronizing usage tracker for tenant:d63c9cec937f46fd8c806d063edb3b26 on resource:network {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:05:37.588844 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Network 94fc5581-9712-4b89-9102-e135eac9c332 is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:05:37.631979 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-1afc7315-51c9-4fcf-9d4f-39df2c0ffb21 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Unset dirty status for tenant:d63c9cec937f46fd8c806d063edb3b26 on resource:network {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:05:37.640003 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-1afc7315-51c9-4fcf-9d4f-39df2c0ffb21 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/networks?id=d3914c7f-3c36-4336-bb56-2ec237487804 HTTP/1.1" status: 200 len: 811 time: 0.3843746 Apr 30 07:05:37.661944 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-d842875c-7cd3-4d91-a467-ec85f0eb0597 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/quotas/d63c9cec937f46fd8c806d063edb3b26 HTTP/1.1" status: 200 len: 375 time: 0.0207305 Apr 30 07:05:37.669860 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:37.678999 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:05:37.685472 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Pushing event updated for resources: {'Port': ['ID=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:37.705539 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.705890 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.706247 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.706597 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.706917 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.707442 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.707653 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.707981 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.708333 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.708654 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.709018 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.709315 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Tracked resource versions report: Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: pushed versions: Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: { 'AddressGroup': {'1.2'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'ConntrackHelper': {'1.0'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Log': {'1.0'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Network': {'1.1'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Port': {'1.7'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'PortForwarding': {'1.2'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'QosPolicy': {'1.8'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroup': {'1.4'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroupRule': {'1.2'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'SubPort': {'1.0'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Subnet': {'1.1'}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Trunk': {'1.1'}} Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: consumer versions: Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: HyperV agent@hv-cinder-77387: {}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'ConntrackHelper': '1.0', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Log': '1.0', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Network': '1.1', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Port': '1.7', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'PortForwarding': '1.2', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'QosPolicy': '1.8', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroup': '1.4', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'SecurityGroupRule': '1.2', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'SubPort': '1.0', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Subnet': '1.1', Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: 'Trunk': '1.1'}} Apr 30 07:05:37.710550 dv-cinder-773876-2-smb neutron-server[73783]: {{(pid=73783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 07:05:37.740584 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-fecfc3df-914f-431b-a16f-01942c299647 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d63c9cec937f46fd8c806d063edb3b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777524 Apr 30 07:05:37.751088 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.757885 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58184) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:37.777607 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:37.831891 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.838558 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:37.866105 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Attempting to bind port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:05:37.866594 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Attempting to bind port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:05:37.866962 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Attempting to bind port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa on network 94fc5581-9712-4b89-9102-e135eac9c332 {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:05:37.873152 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:05:37.873521 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Checking segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:37.873922 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.874358 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Bound using segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:05:37.875016 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Bound port: 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:05:37.875408 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.918460 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:05:37.922651 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:37.925119 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-7e04406b-0617-4541-b1b2-a370355fe6e1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 07:05:37.926295 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-7e04406b-0617-4541-b1b2-a370355fe6e1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013513 Apr 30 07:05:37.927022 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:05:37.941752 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:37.982847 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] For port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:05:37.986156 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] For port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:05:37.998665 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.007881 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:38.012261 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:38.071042 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-227f758b-f18b-4802-9399-a337a96f90cb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 07:05:38.072136 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-227f758b-f18b-4802-9399-a337a96f90cb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1937799 Apr 30 07:05:38.075288 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Usage tracker for resource:security_group_rule and tenant:dfaab8c5312343ed98eb54d58a4fa808 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:38.083517 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Pushing event updated for resources: {'Port': ['ID=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:38.086565 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:38.086799 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:38.098052 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:38.150709 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Pushing event updated for resources: {'Port': ['ID=42bad817-5d4b-4a2f-9011-8d31ade75c6f,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:38.168852 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:38.234287 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-597d5ccc-1347-4eb2-97f5-9093e6726d4e service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813120 Apr 30 07:05:38.398969 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-7407b535-817f-454c-a86d-2fd5d83727a2 service neutron] 10.222.0.11 "GET /v2.0/networks/d3914c7f-3c36-4336-bb56-2ec237487804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101315 Apr 30 07:05:38.451669 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-363b0d63-8fa3-447e-a4d8-196226f98ebe service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994641 Apr 30 07:05:38.456068 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.487266 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.500859 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:38.555869 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.566991 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfaab8c5312343ed98eb54d58a4fa808&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8054259 Apr 30 07:05:38.567181 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58200) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:38.570358 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28deea1-b749-48fd-870c-1db6c01bcf59,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:38.580175 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.587472 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:38.588906 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:38.709071 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Checking segment: {'id': 'c90e47e0-3f74-4a6f-91b8-506764ac0da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c1a84959-1fce-4a2d-90ac-87d2eb73d981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:38.709209 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Network hostable DHCP agents. Network: c1a84959-1fce-4a2d-90ac-87d2eb73d981, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:05:38.711906 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d27a589-724b-4838-88d5-546c1aac74a8,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:38.724627 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:38.755580 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.769725 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Network c1a84959-1fce-4a2d-90ac-87d2eb73d981 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:05:38.793327 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.808924 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, c1a84959-1fce-4a2d-90ac-87d2eb73d981) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:38.816233 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:38.816863 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.820610 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc8989-726d-485b-8ff1-25f064d50c8d None None] Network c1a84959-1fce-4a2d-90ac-87d2eb73d981 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:38.940001 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.943319 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:38.945295 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f28deea1-b749-48fd-870c-1db6c01bcf59 HTTP/1.1" status: 204 len: 168 time: 0.3768115 Apr 30 07:05:38.946208 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-07c050cb-37c4-4ac0-a0f8-5e0ea7135fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:38.960155 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28deea1-b749-48fd-870c-1db6c01bcf59,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:38.962224 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:38.964542 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6351399 Apr 30 07:05:39.082063 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-fcc904d2-ef66-4630-ba62-2f53405044e3 service neutron] 10.222.0.11 "GET /v2.0/networks/d3914c7f-3c36-4336-bb56-2ec237487804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310163 Apr 30 07:05:39.142784 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9e1ecdb7-fd24-49aa-a906-05cb5bfbb060 req-c0f87c37-7087-4487-b902-8f65af2eb57d tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 210 time: 0.0688956 Apr 30 07:05:39.409086 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c07685-bb0b-45ab-a47c-58d636fc9469 None None] Network c1a84959-1fce-4a2d-90ac-87d2eb73d981 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:39.458596 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58258) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:39.468046 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277608b8-a716-4a71-838e-e8550fa383f7 None None] Network 94fc5581-9712-4b89-9102-e135eac9c332 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:05:39.642662 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:39.735138 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d839fb52-c2a8-42ea-acad-99424d4de299 req-11e2bd38-ba85-44cf-80d8-5fbbfbe9584e tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 210 time: 0.1812196 Apr 30 07:05:39.770491 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Deleting subnet f28fa642-3788-4d0c-9025-8becf1a09d3f {{(pid=73782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:05:39.774200 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:39.850222 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:39.865091 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:39.909537 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58280) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:39.949320 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:39.974568 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:40.008003 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Usage tracker for resource:security_group_rule and tenant:44bbbdf1acad4c3facc0f7d87fcda11a is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:40.029997 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:40.040667 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:40.156134 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Router 5ab744ce-84b2-4850-9dc2-1e02989f01bf is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 07:05:40.270751 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:05:40.374469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58312) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:40.434406 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-449eccc9-df4c-4851-8da4-444d2c7f5ebe req-b2f3bda6-c09b-4b37-b298-4de591e18e2b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 210 time: 0.1051290 Apr 30 07:05:40.455814 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:40.463039 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-55793eff-bd78-431d-9a2d-ddb1a3365705 None None] Provisioning for port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:05:40.491093 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:40.538688 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-cb2848f3-ddfb-47e9-92e7-6fc2da94faff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:40.568685 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:40.628942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c885ae-7569-4eba-a85b-70ef86fbe2bc,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:40.643951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:40.653054 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44bbbdf1acad4c3facc0f7d87fcda11a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7422342 Apr 30 07:05:40.657976 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58330) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:40.685582 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f28fa642-3788-4d0c-9025-8becf1a09d3f HTTP/1.1" status: 204 len: 168 time: 1.2258074 Apr 30 07:05:40.686982 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:40.689659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5962a12c-3533-474a-9170-8831a305d66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:40.705148 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58336) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:40.799141 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:05:40.824285 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:40.826858 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:40.836706 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f28fa642-3788-4d0c-9025-8becf1a09d3f,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:40.845012 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:40.846053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:40.861264 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:05:40.871802 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Sync routers for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:05:40.884584 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:05:40.885204 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:05:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:40.910571 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:40.936338 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3fdb0ee8124b4d629da689c95625c0b4 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:40.942455 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6e398d7f-4455-4a49-b823-f8477e7057d1 req-12d3191b-93b4-4c20-8446-b733a22f0968 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 210 time: 0.0781682 Apr 30 07:05:40.943296 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:40.961856 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:40.973386 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.020457 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.034296 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.036113 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a97bf5f7-833c-4dfa-ae6c-906ffd975033 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6657288 Apr 30 07:05:41.040428 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58360) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:41.090388 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.364865 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.381743 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.403985 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.407715 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-fd8116bb-d1ca-464b-9f1a-d1f86d77fd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:41.426371 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:05:41.436136 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.436393 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.459117 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:41.463007 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c885ae-7569-4eba-a85b-70ef86fbe2bc,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:41.470679 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:41.471152 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:41.576519 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.581305 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8bfa02a7-16bd-4d35-bcd6-00b85d3f1961 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91c885ae-7569-4eba-a85b-70ef86fbe2bc HTTP/1.1" status: 204 len: 168 time: 0.9120045 Apr 30 07:05:41.631063 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:05:41.632753 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-5801cc7f-ebb9-40b9-8a0e-510360bf4530 None None] Provisioning complete for port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:41.633223 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5801cc7f-ebb9-40b9-8a0e-510360bf4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.655526 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:41.681013 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fdb0ee8124b4d629da689c95625c0b4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2970557 Apr 30 07:05:41.689508 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58392) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:41.729976 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f6dfc0-1e45-4349-9e4b-183181a0c51a,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:41.736610 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:41.741048 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:41.756238 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:41.970796 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fcb7ac4e-5acb-4ebe-b2d7-c45c6e929260 req-1cbaab33-e272-4167-9e02-f9746daf176d tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 210 time: 0.1189182 Apr 30 07:05:41.988094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.112810 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.115121 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:05:42.233786 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:42.234577 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.249069 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:38Z', 'revision_number': 3, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:42.254076 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Checking router: 5ab744ce-84b2-4850-9dc2-1e02989f01bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:05:42.254475 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Updating router 5ab744ce-84b2-4850-9dc2-1e02989f01bf port 42bad817-5d4b-4a2f-9011-8d31ade75c6f binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:05:42.326475 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f91c48a8-33b5-41f1-a962-10a063a120ce req-51e92295-6783-4855-b64f-33d3d1055a11 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 210 time: 0.1457129 Apr 30 07:05:42.352366 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.371021 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.371021 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.371782 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.372057 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > port after_create 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.372924 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > port after_delete 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.373519 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > port after_update 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.373996 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.374494 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.375069 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.375581 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.390926 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:42.393907 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.452742 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.25', 51853) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:42.453787 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f6dfc0-1e45-4349-9e4b-183181a0c51a,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:42.479657 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:42.496373 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.501533 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5f6dfc0-1e45-4349-9e4b-183181a0c51a HTTP/1.1" status: 204 len: 168 time: 0.8097591 Apr 30 07:05:42.609930 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.610268 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.610799 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.611275 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:05:42.611806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2e742c-5f05-4778-9f43-731a93a779b3']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:42.689049 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4879b426-5e06-4bc5-b31f-f84db130654a') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:42.689824 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4879b426-5e06-4bc5-b31f-f84db130654a') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:42.716551 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.745808 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-e8493244-5e3c-4edd-9582-9fb17be8f313 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:42.748710 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-e8493244-5e3c-4edd-9582-9fb17be8f313 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.25 "GET /v2.0/networks?id=d3914c7f-3c36-4336-bb56-2ec237487804 HTTP/1.1" status: 200 len: 811 time: 0.2900500 Apr 30 07:05:42.795979 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:42.801407 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Request body: {'port': {'device_id': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804', 'admin_state_up': True, 'tenant_id': 'd63c9cec937f46fd8c806d063edb3b26'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:42.826655 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:05:43.016861 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.25', 51857) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:43.383849 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:43.468886 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-e3f21eed-a19c-45c6-af1f-c62e86a535fd tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:43.470711 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-e3f21eed-a19c-45c6-af1f-c62e86a535fd tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.4511395 Apr 30 07:05:43.488396 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Request body: {'port': {'device_id': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'admin_state_up': True, 'tenant_id': '07da67a12e384dafb2be92fad0839de6'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:43.680179 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2756ba0d-f1f4-4b99-bf08-3297c84d90f9 req-cf5b8107-92d2-4250-9aad-293c23fb473d tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 210 time: 0.3024096 Apr 30 07:05:43.750746 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Network db2e742c-5f05-4778-9f43-731a93a779b3 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:05:43.779680 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:43.790593 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:43.795703 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Usage tracker for resource:port and tenant:d63c9cec937f46fd8c806d063edb3b26 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:43.798767 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:43.805220 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:43.831913 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Made reservation on behalf of d63c9cec937f46fd8c806d063edb3b26 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:43.835902 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:43.877845 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-962a1714-89ec-45cb-901e-c9917e36760c req-dca885c1-d529-40e0-886d-d909f7e6d047 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 210 time: 0.1369088 Apr 30 07:05:43.899044 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.104192 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:44.115916 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Usage tracker for resource:port and tenant:07da67a12e384dafb2be92fad0839de6 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:44.121054 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:44.131651 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:44.142741 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Network db2e742c-5f05-4778-9f43-731a93a779b3 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:05:44.150473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Allocated IP 172.20.0.8 (d3914c7f-3c36-4336-bb56-2ec237487804/fe54a79d-5e7a-4068-8512-6ac33e4534b0/717892eb-0855-4fd2-ae76-5cc74ae1571b) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:05:44.159024 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Made reservation on behalf of 07da67a12e384dafb2be92fad0839de6 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:05:44.163182 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: from cryptography.utils import int_from_bytes Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: from cryptography.utils import int_from_bytes Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:05:44.169114 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:05:44.310339 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Transition to ACTIVE for port object 42bad817-5d4b-4a2f-9011-8d31ade75c6f will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:05:44.312509 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.324217 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.329842 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:44.448884 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:44.526175 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Allocated IP 172.20.0.13 (b2b9e21e-fc8f-4159-a5a9-abf0307721ad/13b09ebb-8ffb-42c0-957d-331efcbb9e54/3ef3159e-45aa-498f-90b3-14b31481b8c1) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:05:44.536483 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.548898 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Pushing event deleted for resources: {'Network': ['ID=db2e742c-5f05-4778-9f43-731a93a779b3,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:44.565329 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:44.589476 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.616847 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] 10.222.0.11 "DELETE /v2.0/networks/db2e742c-5f05-4778-9f43-731a93a779b3 HTTP/1.1" status: 204 len: 168 time: 3.9105580 Apr 30 07:05:44.620917 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58528) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:44.625936 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Attempting to bind port 42bad817-5d4b-4a2f-9011-8d31ade75c6f on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:05:44.629572 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Attempting to bind port 42bad817-5d4b-4a2f-9011-8d31ade75c6f by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:05:44.629853 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Allocated IP 172.20.0.1 (94fc5581-9712-4b89-9102-e135eac9c332/b07212b5-40c8-4c07-880a-9718e8ad0a4f/e9965593-f70e-47be-b92a-bb511f3c9559) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:05:44.630526 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Attempting to bind port 42bad817-5d4b-4a2f-9011-8d31ade75c6f on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:05:44.640736 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Pushing event updated for resources: {'Port': ['ID=42bad817-5d4b-4a2f-9011-8d31ade75c6f,revision_number=2']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:44.654603 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:05:44.655659 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:44.657768 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.658450 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:05:44.661427 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Bound port: 42bad817-5d4b-4a2f-9011-8d31ade75c6f, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:05:44.662159 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:44.768365 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.768678 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.770933 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.771312 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.773200 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.773561 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.774810 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.775149 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.775466 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.776744 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.777469 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.779225 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Tracked resource versions report: Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: pushed versions: Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: { 'AddressGroup': {'1.2'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'ConntrackHelper': {'1.0'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Log': {'1.0'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Network': {'1.1'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Port': {'1.7'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'PortForwarding': {'1.2'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'QosPolicy': {'1.8'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroup': {'1.4'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroupRule': {'1.2'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'SubPort': {'1.0'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Subnet': {'1.1'}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Trunk': {'1.1'}} Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: consumer versions: Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: { DHCP agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: HyperV agent@hv-cinder-77387: {}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: L3 agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: Metadata agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: Metering agent@dv-cinder-773876-2-smb: {}, Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: Open vSwitch agent@dv-cinder-773876-2-smb: { 'AddressGroup': '1.2', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'ConntrackHelper': '1.0', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Log': '1.0', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Network': '1.1', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Port': '1.7', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'PortForwarding': '1.2', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'QosPolicy': '1.8', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroup': '1.4', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'SecurityGroupRule': '1.2', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'SubPort': '1.0', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Subnet': '1.1', Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: 'Trunk': '1.1'}} Apr 30 07:05:44.780678 dv-cinder-773876-2-smb neutron-server[73784]: {{(pid=73784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 07:05:44.791047 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:44.964405 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] For port 42bad817-5d4b-4a2f-9011-8d31ade75c6f, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:05:44.979970 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] For port 42bad817-5d4b-4a2f-9011-8d31ade75c6f, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=42bad817-5d4b-4a2f-9011-8d31ade75c6f,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:05:44.994257 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.015520 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.016910 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:45.114257 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ebc6bbe8-277a-483f-bb16-b31fdeeeba64 req-689ff3d9-0c74-441f-b67c-299e968b91df tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 210 time: 0.1295221 Apr 30 07:05:45.135284 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:45.264734 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:05:45.275887 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:05:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:45.306114 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.326104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58554) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:45.346951 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Deleting subnet 5d27a589-724b-4838-88d5-546c1aac74a8 {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:05:45.347537 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Network d3914c7f-3c36-4336-bb56-2ec237487804 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:05:45.366801 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.373645 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:45.414822 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Pushing event updated for resources: {'Port': ['ID=717892eb-0855-4fd2-ae76-5cc74ae1571b,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:45.453286 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:05:45.469815 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:45.470640 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.501788 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:45.526201 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.543105 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7459621 Apr 30 07:05:45.544446 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.544843 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:45.619164 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.747671 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event updated for resources: {'Port': ['ID=3ef3159e-45aa-498f-90b3-14b31481b8c1,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:45.762090 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-fc7418ef-5bd9-4a9b-9f32-3569f53a77b0 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 07:05:45.763107 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-fc7418ef-5bd9-4a9b-9f32-3569f53a77b0 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197322 Apr 30 07:05:45.765957 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:45.781090 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:05:45.782207 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:45.788968 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:05:45.795024 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:45.795663 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.819495 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.823806 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:45.842921 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:45.844869 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Pushing event updated for resources: {'Port': ['ID=42bad817-5d4b-4a2f-9011-8d31ade75c6f,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:45.845411 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.provisioning_blocks [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Transition to ACTIVE for port object e9965593-f70e-47be-b92a-bb511f3c9559 will not be triggered until provisioned by entity DHCP. {{(pid=73781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:05:45.848163 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3640821 Apr 30 07:05:45.849194 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Usage tracker for resource:security_group_rule and tenant:ec59d8bc3d2a4e079365a7e14e93724d is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:45.852428 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:45.858716 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:45.879305 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:05:45.992789 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:46.003857 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:46.054354 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9fdc4-835d-4528-9848-bf2fc59bacdf req-2cfe3d08-1b66-4fe3-a12d-3589165fba21 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:46.059392 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-472d236c-c4b6-48ab-bacf-c6a2d980fba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:46.061303 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2fe9fdc4-835d-4528-9848-bf2fc59bacdf req-2cfe3d08-1b66-4fe3-a12d-3589165fba21 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 931 time: 0.8981111 Apr 30 07:05:46.119046 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec59d8bc3d2a4e079365a7e14e93724d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7737212 Apr 30 07:05:46.119687 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58574) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:46.191678 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb955d74-212c-4654-8a10-6776c71c451d,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:46.195042 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:46.262410 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.244s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:46.266141 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-2fe9fdc4-835d-4528-9848-bf2fc59bacdf req-96e5d3f9-d985-411b-8c2c-47b1047bc043 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Synchronizing usage tracker for tenant:d63c9cec937f46fd8c806d063edb3b26 on resource:security_group {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:05:46.286540 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:46.308062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58586) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:46.324139 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:46.377031 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:46.382667 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:46.468449 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:38Z', 'revision_number': 3, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:46.485063 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2163f-c2d7-4d8a-bbea-9d630643298a None None] The sync data for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb is: [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:38Z', 'revision_number': 3, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:05:46.537079 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ed1d5-5408-48a1-a036-e526ab517b36 req-d6b18b26-bee0-4bb8-92c7-5f2746599e55 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:46.538428 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-577ed1d5-5408-48a1-a036-e526ab517b36 req-d6b18b26-bee0-4bb8-92c7-5f2746599e55 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:05:46.547859 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Network 94fc5581-9712-4b89-9102-e135eac9c332 is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:05:46.552790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-2fe9fdc4-835d-4528-9848-bf2fc59bacdf req-96e5d3f9-d985-411b-8c2c-47b1047bc043 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Unset dirty status for tenant:d63c9cec937f46fd8c806d063edb3b26 on resource:security_group {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:05:46.554589 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2fe9fdc4-835d-4528-9848-bf2fc59bacdf req-96e5d3f9-d985-411b-8c2c-47b1047bc043 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873502 Apr 30 07:05:46.571027 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:46.577399 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:46.625250 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:46.670924 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:05:46.795872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb955d74-212c-4654-8a10-6776c71c451d,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:46.799551 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:46.806610 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-577ed1d5-5408-48a1-a036-e526ab517b36 req-d6b18b26-bee0-4bb8-92c7-5f2746599e55 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:05:46.815529 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-577ed1d5-5408-48a1-a036-e526ab517b36 req-d6b18b26-bee0-4bb8-92c7-5f2746599e55 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 932 time: 0.4162180 Apr 30 07:05:46.847032 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:46.856642 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb955d74-212c-4654-8a10-6776c71c451d HTTP/1.1" status: 204 len: 168 time: 0.7312799 Apr 30 07:05:46.919688 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-577ed1d5-5408-48a1-a036-e526ab517b36 req-33bd595a-4012-44b6-bebd-7c8a85fe5559 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:security_group {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:05:46.936365 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Pushing event updated for resources: {'Port': ['ID=e9965593-f70e-47be-b92a-bb511f3c9559,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:46.954919 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:46.992179 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:47.014158 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:47.019778 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-577ed1d5-5408-48a1-a036-e526ab517b36 req-33bd595a-4012-44b6-bebd-7c8a85fe5559 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:security_group {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:05:47.037477 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-577ed1d5-5408-48a1-a036-e526ab517b36 req-33bd595a-4012-44b6-bebd-7c8a85fe5559 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189548 Apr 30 07:05:47.061503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Request body: {'port': {'device_id': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:47.106861 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-ae1ecdbc-dd56-407d-84ac-6eadaa6c81f7 None None] Provisioning for port e9965593-f70e-47be-b92a-bb511f3c9559 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:05:47.113103 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-ae1ecdbc-dd56-407d-84ac-6eadaa6c81f7 None None] Provisioning complete for port e9965593-f70e-47be-b92a-bb511f3c9559 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:47.113852 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ae1ecdbc-dd56-407d-84ac-6eadaa6c81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:47.141634 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:47.151346 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Request body: {'port': {'device_id': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:47.200674 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ecdbc-dd56-407d-84ac-6eadaa6c81f7 None None] Port e9965593-f70e-47be-b92a-bb511f3c9559 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:05:47.247774 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Usage tracker for resource:security_group_rule and tenant:98b3644ae43843deb240de1dfea4bdea is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:47.267932 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:47.322018 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:47.385731 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:47.431191 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:47.492036 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d27a589-724b-4838-88d5-546c1aac74a8,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:47.514807 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:47.546914 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5d27a589-724b-4838-88d5-546c1aac74a8 HTTP/1.1" status: 204 len: 168 time: 2.9010530 Apr 30 07:05:47.550342 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58620) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:47.722800 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:47.932128 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:47.977853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:48.044271 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:48.180541 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42bad817-5d4b-4a2f-9011-8d31ade75c6f up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:05:48.232471 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea72852a-31f3-4b04-b7be-c03f7dc25ecb,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:48.259898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:48.270357 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:48.428155 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:05:48.456930 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 42bad817-5d4b-4a2f-9011-8d31ade75c6f completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:05:48.462351 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 42bad817-5d4b-4a2f-9011-8d31ade75c6f triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:48.462757 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:48.536419 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:48.742889 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:48.780093 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 42bad817-5d4b-4a2f-9011-8d31ade75c6f, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=42bad817-5d4b-4a2f-9011-8d31ade75c6f,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:05:48.787062 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:48.790780 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:48.881290 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:48.978071 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab328-b17f-4b4e-9cff-305d0de54043 req-34392be7-2162-4f70-a6c2-ba07cb9ff3d6 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:48.982030 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6d4ab328-b17f-4b4e-9cff-305d0de54043 req-34392be7-2162-4f70-a6c2-ba07cb9ff3d6 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 931 time: 1.0771303 Apr 30 07:05:48.984288 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=42bad817-5d4b-4a2f-9011-8d31ade75c6f,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:48.988984 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:49.032591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.124732 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98b3644ae43843deb240de1dfea4bdea&name=default HTTP/1.1" status: 200 len: 2977 time: 2.8121865 Apr 30 07:05:49.126898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58670) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:49.231452 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef3159e-45aa-498f-90b3-14b31481b8c1 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:05:49.269267 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.340102 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.411338 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Transition to ACTIVE for port object 3ef3159e-45aa-498f-90b3-14b31481b8c1 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:05:49.435601 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.453445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:49.459539 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6d4ab328-b17f-4b4e-9cff-305d0de54043 req-1324c8a9-02c5-4680-bed4-99f069cb590e tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489455 Apr 30 07:05:49.521237 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5707-8fc2-4715-83d2-28dc17e55502 req-671e6e5a-9270-40c1-a306-fdeb8956fffd tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:49.528679 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9abf5707-8fc2-4715-83d2-28dc17e55502 req-671e6e5a-9270-40c1-a306-fdeb8956fffd tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 932 time: 1.1694851 Apr 30 07:05:49.539485 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a84959-1fce-4a2d-90ac-87d2eb73d981']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:49.598303 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90e47e0-3f74-4a6f-91b8-506764ac0da7') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:49.598858 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90e47e0-3f74-4a6f-91b8-506764ac0da7') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:49.635015 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.663125 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.689161 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.695395 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:05:49.700098 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef3159e-45aa-498f-90b3-14b31481b8c1,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:49.765413 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:49.827489 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9abf5707-8fc2-4715-83d2-28dc17e55502 req-15474b47-dd0b-4379-9d51-d634ea65b167 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977390 Apr 30 07:05:49.884126 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.907769 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Attempting to bind port 3ef3159e-45aa-498f-90b3-14b31481b8c1 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:05:49.908400 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Attempting to bind port 3ef3159e-45aa-498f-90b3-14b31481b8c1 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:05:49.908915 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Attempting to bind port 3ef3159e-45aa-498f-90b3-14b31481b8c1 on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:05:49.943122 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.945276 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Port 3ef3159e-45aa-498f-90b3-14b31481b8c1 on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:05:49.945824 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Attempting to bind port 3ef3159e-45aa-498f-90b3-14b31481b8c1 on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:05:49.946417 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Network c1a84959-1fce-4a2d-90ac-87d2eb73d981 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:05:49.954753 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:49.957384 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.012396 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:05:50.015822 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:50.037008 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Checking segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:50.037800 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Bound using segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:05:50.038399 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Bound port: 3ef3159e-45aa-498f-90b3-14b31481b8c1, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:05:50.038866 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.096177 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42bad817-5d4b-4a2f-9011-8d31ade75c6f up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:05:50.180670 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.207550 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Pushing event updated for resources: {'Port': ['ID=e9965593-f70e-47be-b92a-bb511f3c9559,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:50.218752 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.256451 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4c08423c-af0b-4d77-906d-1f6ee779e84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:50.266480 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:50.282675 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea72852a-31f3-4b04-b7be-c03f7dc25ecb,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:50.297030 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717892eb-0855-4fd2-ae76-5cc74ae1571b {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:05:50.301696 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:50.305644 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Network c1a84959-1fce-4a2d-90ac-87d2eb73d981 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:05:50.307315 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] For port 3ef3159e-45aa-498f-90b3-14b31481b8c1, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:05:50.321589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:05:50.332202 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:05:50.345849 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.360404 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea72852a-31f3-4b04-b7be-c03f7dc25ecb HTTP/1.1" status: 204 len: 168 time: 1.2226160 Apr 30 07:05:50.374291 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] For port 3ef3159e-45aa-498f-90b3-14b31481b8c1, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:05:50.424222 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.426303 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 42bad817-5d4b-4a2f-9011-8d31ade75c6f triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:50.434887 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:50.438180 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.490091 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.528866 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f24e5b7c-21a5-44f8-9b92-1cd86f824fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:50.556712 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Transition to ACTIVE for port object 717892eb-0855-4fd2-ae76-5cc74ae1571b will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:05:50.570395 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:50.612640 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a84959-1fce-4a2d-90ac-87d2eb73d981,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:50.628574 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:50.632846 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c1a84959-1fce-4a2d-90ac-87d2eb73d981 HTTP/1.1" status: 204 len: 168 time: 3.0813119 Apr 30 07:05:50.761742 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Network 94fc5581-9712-4b89-9102-e135eac9c332 is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:05:50.769904 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:50.868504 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:51.019324 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58708) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:51.064045 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:51.064683 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:51.066120 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] 10.222.0.25 "PUT /v2.0/ports/3ef3159e-45aa-498f-90b3-14b31481b8c1 HTTP/1.1" status: 200 len: 1094 time: 4.5165503 Apr 30 07:05:51.083180 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'tag': '3ef3159e-45aa-498f-90b3-14b31481b8c1'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:05:51.266368 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-01e4bb29-c33e-433f-99a6-63acfb2c1f36 admin admin] Synchronizing usage tracker for tenant:a3f009987e4646eab9709a954714459d on resource:security_group {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:05:51.362981 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef3159e-45aa-498f-90b3-14b31481b8c1,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:51.367608 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-e3686187-bf6e-4248-851f-7bad19920d3a None None] Provisioning complete for port e9965593-f70e-47be-b92a-bb511f3c9559 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:51.368092 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e3686187-bf6e-4248-851f-7bad19920d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:51.381204 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:51.390705 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-798d3f52-19ca-40b7-b692-9555f584294a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:51.614187 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-e3686187-bf6e-4248-851f-7bad19920d3a None None] Port e9965593-f70e-47be-b92a-bb511f3c9559 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:05:51.645046 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-01e4bb29-c33e-433f-99a6-63acfb2c1f36 admin admin] Unset dirty status for tenant:a3f009987e4646eab9709a954714459d on resource:security_group {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:05:51.647030 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-01e4bb29-c33e-433f-99a6-63acfb2c1f36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a410a11720e549c7ab3f4c0d059cf24a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6265466 Apr 30 07:05:51.651912 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58738) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:51.663929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58742) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:51.735199 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3345dc-de37-44aa-8ab9-4ff0e765d159 req-c244e04b-d5a3-4c56-80a2-d95892124006 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:51.740034 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-ff3345dc-de37-44aa-8ab9-4ff0e765d159 req-c244e04b-d5a3-4c56-80a2-d95892124006 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Synchronizing usage tracker for tenant:d63c9cec937f46fd8c806d063edb3b26 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:05:51.761400 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Router 5ab744ce-84b2-4850-9dc2-1e02989f01bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:05:51.768996 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Pushing event updated for resources: {'Port': ['ID=717892eb-0855-4fd2-ae76-5cc74ae1571b,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:51.774927 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Attempting to bind port 717892eb-0855-4fd2-ae76-5cc74ae1571b on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:05:51.775410 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Attempting to bind port 717892eb-0855-4fd2-ae76-5cc74ae1571b by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:05:51.775907 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Attempting to bind port 717892eb-0855-4fd2-ae76-5cc74ae1571b on network d3914c7f-3c36-4336-bb56-2ec237487804 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:05:51.778851 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:51.808275 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Port 717892eb-0855-4fd2-ae76-5cc74ae1571b on network d3914c7f-3c36-4336-bb56-2ec237487804 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:05:51.808596 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Attempting to bind port 717892eb-0855-4fd2-ae76-5cc74ae1571b on network d3914c7f-3c36-4336-bb56-2ec237487804 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:05:51.825051 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-0843df91-0053-4340-b549-bf890cb26a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:51.826999 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-0843df91-0053-4340-b549-bf890cb26a81 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 1097 time: 0.6037147 Apr 30 07:05:51.828724 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-ff3345dc-de37-44aa-8ab9-4ff0e765d159 req-c244e04b-d5a3-4c56-80a2-d95892124006 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Unset dirty status for tenant:d63c9cec937f46fd8c806d063edb3b26 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:05:51.829907 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ff3345dc-de37-44aa-8ab9-4ff0e765d159 req-c244e04b-d5a3-4c56-80a2-d95892124006 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 943 time: 0.9986718 Apr 30 07:05:51.831451 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:05:51.831832 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Checking segment: {'id': '5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:51.832282 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Bound using segment: {'id': '5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:05:51.832814 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Bound port: 717892eb-0855-4fd2-ae76-5cc74ae1571b, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:05:51.833162 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:51.990348 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ff3345dc-de37-44aa-8ab9-4ff0e765d159 req-03113c89-5df5-420b-be42-58cc6b286fa3 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246965 Apr 30 07:05:52.042142 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] For port 717892eb-0855-4fd2-ae76-5cc74ae1571b, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:05:52.046984 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] For port 717892eb-0855-4fd2-ae76-5cc74ae1571b, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=717892eb-0855-4fd2-ae76-5cc74ae1571b,segment=NetworkSegment(5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e),segment_id=5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:05:52.057973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.067457 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:52.140061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:52.140836 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.142741 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] 10.222.0.25 "PUT /v2.0/ports/717892eb-0855-4fd2-ae76-5cc74ae1571b HTTP/1.1" status: 200 len: 1093 time: 5.5903978 Apr 30 07:05:52.171735 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Pushing event updated for resources: {'Port': ['ID=717892eb-0855-4fd2-ae76-5cc74ae1571b,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:52.175536 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:52.196252 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.223548 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.290042 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01fa29-6183-47be-bf06-7df0285e0b44 req-29ac3f2d-feff-4917-9b7e-85610881636b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:52.292226 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cf01fa29-6183-47be-bf06-7df0285e0b44 req-29ac3f2d-feff-4917-9b7e-85610881636b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 944 time: 1.0226912 Apr 30 07:05:52.293825 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:52.346929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Usage tracker for resource:security_group_rule and tenant:2f604640bdd04f77a9b35e6a3351914b is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:52.353502 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.365825 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:52.401195 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:52.439853 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:05:52.458197 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Sync routers for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:05:52.471012 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] 10.222.0.11 "PUT /v2.0/routers/5ab744ce-84b2-4850-9dc2-1e02989f01bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4153252 Apr 30 07:05:52.476641 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cf01fa29-6183-47be-bf06-7df0285e0b44 req-e9f37b02-a731-4deb-bdc5-e7a8a3afa5cd tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764143 Apr 30 07:05:52.492132 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:05:52.493249 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:05:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:52.538757 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.589488 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-97332b3c-8a9d-40d6-85bc-375ed9a0ef31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:52.672572 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c5aeca-e4f5-4422-b226-36c7494b21f3,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:52.714876 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:52.735069 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.744722 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62c5aeca-e4f5-4422-b226-36c7494b21f3 HTTP/1.1" status: 204 len: 168 time: 1.0914207 Apr 30 07:05:52.819981 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:05:52.836261 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.842305 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:52.868322 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'tag': '3ef3159e-45aa-498f-90b3-14b31481b8c1', 'status': 'completed', 'code': 200} Apr 30 07:05:52.962443 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3fdcfa14-1b17-413f-9249-746e5ab692a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:52.998504 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f604640bdd04f77a9b35e6a3351914b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2930436 Apr 30 07:05:53.003598 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58790) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:53.071083 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-29907896-f6ff-4fe8-925e-80b0d16d3e33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1 HTTP/1.1" status: 200 len: 217 time: 0.5017390 Apr 30 07:05:53.092510 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d0819a-e39e-44d1-820e-b87ce5f1939d,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:53.099774 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:53.253873 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:53.333189 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:53.393686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-116c55c4-e58e-403b-85ff-b040250b9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:53.395913 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:49Z', 'revision_number': 2, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:53.401620 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-116c55c4-e58e-403b-85ff-b040250b9d73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.2998207 Apr 30 07:05:53.403801 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Checking router: 5ab744ce-84b2-4850-9dc2-1e02989f01bf for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:05:53.405311 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Updating router 5ab744ce-84b2-4850-9dc2-1e02989f01bf port e9965593-f70e-47be-b92a-bb511f3c9559 binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:05:53.446727 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:53.453203 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7ec19cb3-725d-4738-9d58-84c1cadcce16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:53.504178 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d0819a-e39e-44d1-820e-b87ce5f1939d,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:53.504629 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:53.507209 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:53.508579 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:53.524320 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60d0819a-e39e-44d1-820e-b87ce5f1939d HTTP/1.1" status: 204 len: 168 time: 0.5121605 Apr 30 07:05:53.540030 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-94921240-dc68-4213-9ff2-9a24d4811b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:53.541694 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-94921240-dc68-4213-9ff2-9a24d4811b34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63c9cec937f46fd8c806d063edb3b26&device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 1096 time: 0.7109027 Apr 30 07:05:53.582972 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-bd0833bd-64a5-4b90-a186-c12efe93a929 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728759 Apr 30 07:05:53.588648 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58816) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:53.748352 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5159d65d-f875-4869-93e9-785b0bef05af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=934de9f6fbdd422b9d9402efddea425b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1561618 Apr 30 07:05:53.748985 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58820) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:53.879241 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-e504eb73-bfad-4f0d-954d-ddf465da31b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717892eb-0855-4fd2-ae76-5cc74ae1571b HTTP/1.1" status: 200 len: 217 time: 0.2743433 Apr 30 07:05:53.912774 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58830) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:53.941100 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--861439593', 'description': 'tempest-description--663478014'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:53.961258 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58836) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:53.969076 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.000197 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:54.024672 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:54.059312 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:54.083830 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:54.095417 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.134154 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-2c33baec-238d-4b29-821a-38d9e664ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:54.139120 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-2c33baec-238d-4b29-821a-38d9e664ce29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe54a79d-5e7a-4068-8512-6ac33e4534b0 HTTP/1.1" status: 200 len: 851 time: 0.1312404 Apr 30 07:05:54.159576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c27d2-972f-4da6-9a26-46bbb7ae444c req-89b3a7fc-dd47-4be1-be82-25bf8d320593 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:54.161266 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fc6c27d2-972f-4da6-9a26-46bbb7ae444c req-89b3a7fc-dd47-4be1-be82-25bf8d320593 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 943 time: 0.6411350 Apr 30 07:05:54.163196 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-c013db25-0bd8-40ac-a58a-83cf38603f65 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567362 Apr 30 07:05:54.181237 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.255738 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-3d167fac-9df7-4130-bc9c-e73cc4023ed5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3914c7f-3c36-4336-bb56-2ec237487804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913832 Apr 30 07:05:54.392083 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.430578 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:54.444561 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:54.475332 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group_rule and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:54.479204 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58fe340-6005-40c3-84a2-bded5550c54e,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:54.486577 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:54.499717 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:54.525337 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:54.541482 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.544746 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c58fe340-6005-40c3-84a2-bded5550c54e HTTP/1.1" status: 204 len: 168 time: 0.7948217 Apr 30 07:05:54.550877 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.575070 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Transition to ACTIVE for port object e9965593-f70e-47be-b92a-bb511f3c9559 will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:05:54.601927 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58850) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:54.603775 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.614761 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:54.643188 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:54.721198 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8001-d37c-4130-a081-2d0d7c7ab718 req-5831d698-b579-4633-955c-70aee565491b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:54.722914 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4f6a8001-d37c-4130-a081-2d0d7c7ab718 req-5831d698-b579-4633-955c-70aee565491b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 944 time: 0.4270735 Apr 30 07:05:54.742295 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:54.797445 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Usage tracker for resource:security_group_rule and tenant:f6f404b5bc54421f83824003545e18aa is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:54.816718 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:54.848262 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:54.872518 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'tag': '717892eb-0855-4fd2-ae76-5cc74ae1571b'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:05:54.916324 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4f6a8001-d37c-4130-a081-2d0d7c7ab718 req-6f5df8d6-8dbb-43a6-8811-bcd97b7c451e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763537 Apr 30 07:05:54.916518 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cfa5e-42a1-45ae-b658-4379b7cf60e4 None None] Pushing event updated for resources: {'Port': ['ID=e9965593-f70e-47be-b92a-bb511f3c9559,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:54.923054 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fc6c27d2-972f-4da6-9a26-46bbb7ae444c req-757f100e-72f1-4226-8c72-825638de8fea tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124553 Apr 30 07:05:54.943329 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-601cfa5e-42a1-45ae-b658-4379b7cf60e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:54.968270 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b4ed05bb-dbdb-45f9-bd14-94ad623f97b4 req-77b7fec0-190f-44f6-b72d-6ad6aec51643 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7643602 Apr 30 07:05:55.015952 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.037806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.042943 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-eaceb138-402d-40ca-9e39-5823c9dbdfa5 service neutron] 10.222.0.25 "GET /v2.0/networks/d3914c7f-3c36-4336-bb56-2ec237487804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301011 Apr 30 07:05:55.050549 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:55.093828 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Attempting to bind port e9965593-f70e-47be-b92a-bb511f3c9559 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:05:55.096738 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Attempting to bind port e9965593-f70e-47be-b92a-bb511f3c9559 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:05:55.097141 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Attempting to bind port e9965593-f70e-47be-b92a-bb511f3c9559 on network 94fc5581-9712-4b89-9102-e135eac9c332 {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:05:55.120657 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:05:55.121037 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Checking segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:05:55.121453 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.121853 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Bound using segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:05:55.122751 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Bound port: e9965593-f70e-47be-b92a-bb511f3c9559, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:05:55.127514 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.149762 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:55.153731 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8ba2-26c9-4541-970b-0a313420175a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.169827 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:55.235791 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.241211 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3208795 Apr 30 07:05:55.244684 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58866) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:55.276657 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.279879 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'security_group_rule': {'security_group_id': '49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:55.303772 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:55.321649 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group_rule and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:55.329900 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:55.335600 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58872) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:55.346677 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'tag': '717892eb-0855-4fd2-ae76-5cc74ae1571b', 'status': 'completed', 'code': 200} Apr 30 07:05:55.351106 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:55.354797 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] For port e9965593-f70e-47be-b92a-bb511f3c9559, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:05:55.366362 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] For port e9965593-f70e-47be-b92a-bb511f3c9559, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=e9965593-f70e-47be-b92a-bb511f3c9559,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:05:55.376283 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.380420 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:55.398456 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.410885 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.446792 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:55.467443 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:05:55.468105 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:05:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:55.468427 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.518074 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a381a91-2154-4ff4-9c3d-873c0e92d0d2 req-0b29daa8-5d28-42d3-bebc-bc5b614ae6cb service neutron] 10.222.0.25 "GET /v2.0/networks/d3914c7f-3c36-4336-bb56-2ec237487804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594615 Apr 30 07:05:55.552198 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cfa5e-42a1-45ae-b658-4379b7cf60e4 None None] Pushing event updated for resources: {'Port': ['ID=e9965593-f70e-47be-b92a-bb511f3c9559,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:55.567388 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-601cfa5e-42a1-45ae-b658-4379b7cf60e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:55.570153 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:55.582915 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-2d9d83ac-d66c-49ac-925a-a98d0ed0ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:55.586207 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-2d9d83ac-d66c-49ac-925a-a98d0ed0ca2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 1097 time: 0.4757450 Apr 30 07:05:55.618935 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Usage tracker for resource:security_group_rule and tenant:7c14b2a7b9ce46b1ade529ba92ec726d is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:55.662435 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6f404b5bc54421f83824003545e18aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6904895 Apr 30 07:05:55.664048 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:55.671039 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.681111 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58886) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:55.718592 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:55.736241 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62644c75-c058-4965-98dd-4439872a0b74,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:55.757601 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:55.885288 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.915443 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:55.986279 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:05:55.987473 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:56.123950 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:56.205213 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:56.207347 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf0f6ac-5067-4174-9ac8-0762fe4b5b0b,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:56.215477 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:56.222777 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-2af6f2a5-797f-4098-874a-4832b24eccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:56.224270 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-2af6f2a5-797f-4098-874a-4832b24eccbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 915 time: 0.5237310 Apr 30 07:05:56.248453 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:56.406044 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:56.410463 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1647563 Apr 30 07:05:56.417574 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Usage tracker for resource:security_group_rule and tenant:1663f850ab2d48d98dd9262f65b9edcf is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:56.433222 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:56.439491 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:56.464516 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58910) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:56.504396 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'security_group_rule': {'security_group_id': '49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:56.511278 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-7052257b-62d8-452a-a474-da990d43ec07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1 HTTP/1.1" status: 200 len: 217 time: 0.2562358 Apr 30 07:05:56.515586 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:56.596180 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:56.627032 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group_rule and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:56.682501 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:56.696876 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:55Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:05:56.708290 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12cd74-e290-408f-9f8b-6fe9b3a0ea95 None None] The sync data for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb is: [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:55Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:05:56.724532 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84a2ea-618c-479b-80f7-878d19e0abbe req-292088df-0b24-45ee-9a33-0dc253022d42 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:56.732074 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3a84a2ea-618c-479b-80f7-878d19e0abbe req-292088df-0b24-45ee-9a33-0dc253022d42 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 944 time: 0.5097959 Apr 30 07:05:56.753114 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:56.858928 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894468f0-abea-4d9b-9094-3c23929110a6 req-d3823d5c-072a-4511-b96b-d53aac29220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:56.860753 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-894468f0-abea-4d9b-9094-3c23929110a6 req-d3823d5c-072a-4511-b96b-d53aac29220b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d63c9cec937f46fd8c806d063edb3b26&device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 1096 time: 1.2548120 Apr 30 07:05:56.865382 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:56.881102 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-859d8b9f-fece-4a80-ba87-c83325df9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:56.884482 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-859d8b9f-fece-4a80-ba87-c83325df9eef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.2355483 Apr 30 07:05:56.912819 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3a84a2ea-618c-479b-80f7-878d19e0abbe req-ec420f61-2c72-47c8-80b8-df49f0fe202f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571245 Apr 30 07:05:56.932610 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:56.959304 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:56.998219 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.072959 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e755a3fa-d07e-4e33-bb76-0316dff5a999,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:57.078271 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:57.100680 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9358d555-a172-482a-b81a-10cf0a38a7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:57.113676 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-3fa81d58-532e-4948-b516-76f3bb1bbdde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833327 Apr 30 07:05:57.122653 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.179659 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.184222 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62644c75-c058-4965-98dd-4439872a0b74 HTTP/1.1" status: 204 len: 168 time: 1.5011222 Apr 30 07:05:57.193346 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c14b2a7b9ce46b1ade529ba92ec726d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5721729 Apr 30 07:05:57.197134 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62644c75-c058-4965-98dd-4439872a0b74,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:57.200804 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:57.201785 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58928) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:57.237032 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.286631 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.314890 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:57.316844 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d901-2c4f-4f4b-aae1-5ad6e0b1727a req-6fe81b1e-c18d-45c9-b35c-9527fa6820e7 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:57.320215 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9343d901-2c4f-4f4b-aae1-5ad6e0b1727a req-6fe81b1e-c18d-45c9-b35c-9527fa6820e7 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 943 time: 0.9166746 Apr 30 07:05:57.423230 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.424585 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894468f0-abea-4d9b-9094-3c23929110a6 req-42c0f57a-6488-47af-8b08-9e89a1248819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:57.426202 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-894468f0-abea-4d9b-9094-3c23929110a6 req-42c0f57a-6488-47af-8b08-9e89a1248819 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d3914c7f-3c36-4336-bb56-2ec237487804 HTTP/1.1" status: 200 len: 912 time: 0.5405364 Apr 30 07:05:57.447691 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b88afc6-c458-4dc0-ba5b-513fe3a4ffa1,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:57.455951 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:57.494131 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.495782 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0217710 Apr 30 07:05:57.503252 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5f4c48b8-8fa7-4785-8e18-cbbd45be5bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.527880 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58938) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:57.535199 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.554366 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'floatingip': {'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:05:57.564125 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:57.580254 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:floatingip and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:57.585007 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:57.602066 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:57.637376 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.696143 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.709165 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:57.729988 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e755a3fa-d07e-4e33-bb76-0316dff5a999,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:57.734357 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-894468f0-abea-4d9b-9094-3c23929110a6 req-93c80823-c0ed-4e21-887e-b8a7629617dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717892eb-0855-4fd2-ae76-5cc74ae1571b HTTP/1.1" status: 200 len: 217 time: 0.1859987 Apr 30 07:05:57.758561 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:57.764058 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.765589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.769370 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e755a3fa-d07e-4e33-bb76-0316dff5a999 HTTP/1.1" status: 204 len: 168 time: 0.5304372 Apr 30 07:05:57.841730 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.994231 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:57.998086 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.003913 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9343d901-2c4f-4f4b-aae1-5ad6e0b1727a req-64504678-cb65-4321-97f4-bfc315822247 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701210 Apr 30 07:05:58.058138 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:58.118348 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e9965593-f70e-47be-b92a-bb511f3c9559 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:05:58.156750 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1663f850ab2d48d98dd9262f65b9edcf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8042972 Apr 30 07:05:58.169299 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894468f0-abea-4d9b-9094-3c23929110a6 req-2b00f1ea-3885-46d7-8298-dc13357adca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:58.173616 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-894468f0-abea-4d9b-9094-3c23929110a6 req-2b00f1ea-3885-46d7-8298-dc13357adca5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe54a79d-5e7a-4068-8512-6ac33e4534b0 HTTP/1.1" status: 200 len: 851 time: 0.2547417 Apr 30 07:05:58.183521 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58956) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:58.191020 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2368b819-d2f6-4234-995c-222d75c88a79,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:58.280985 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:58.295158 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-6e4783a9-eb16-4480-ab0e-7d1cb55a5c62 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0844696 Apr 30 07:05:58.305778 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-894468f0-abea-4d9b-9094-3c23929110a6 req-b0272bdd-e01a-4593-8ad6-26706bb9f823 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d3914c7f-3c36-4336-bb56-2ec237487804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162682 Apr 30 07:05:58.326801 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port e9965593-f70e-47be-b92a-bb511f3c9559 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:05:58.334982 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port e9965593-f70e-47be-b92a-bb511f3c9559 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:05:58.335599 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.380092 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58962) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:58.470369 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.490168 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eea19-6537-4538-9596-ab9cfb56bd84 req-cf0f9cbb-d8b4-4651-a700-fbaffc4498a6 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:58.491788 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-616eea19-6537-4538-9596-ab9cfb56bd84 req-cf0f9cbb-d8b4-4651-a700-fbaffc4498a6 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 944 time: 0.2492344 Apr 30 07:05:58.501382 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.504130 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Allocated IP 172.28.1.172 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/62de06b2-ce13-4bdd-818e-df4f2a68720a) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:05:58.564355 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.654182 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port e9965593-f70e-47be-b92a-bb511f3c9559, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=e9965593-f70e-47be-b92a-bb511f3c9559,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:05:58.664163 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-616eea19-6537-4538-9596-ab9cfb56bd84 req-711b57f4-eb98-4e67-bebb-70190c4164ea tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614604 Apr 30 07:05:58.668668 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.672354 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-9cf4c862-bc31-4ace-ac21-dd1438de9141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:58.679469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.792085 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:58.801016 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58972) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:58.825868 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Usage tracker for resource:security_group_rule and tenant:7953219e896c4b6e8c43e92bd766344c is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:58.840087 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:58.844797 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=e9965593-f70e-47be-b92a-bb511f3c9559,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:58.852818 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:58.877543 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.892612 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:58.895951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.905742 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.927008 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:58.937192 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-279e244b-f746-4c5b-9e25-6d7d47fc8c12 req-2ffe9c7f-731b-41f3-b73c-6328b7f296f2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273839 Apr 30 07:05:58.941695 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:58.956903 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:58.987214 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Usage tracker for resource:security_group_rule and tenant:19802075f780427f9a6c6ac4fb08dc6c is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:58.991222 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-894468f0-abea-4d9b-9094-3c23929110a6 req-bf63ebd4-1982-4cf6-8800-e422413d11df service neutron] 10.222.0.25 "GET /v2.0/networks/d3914c7f-3c36-4336-bb56-2ec237487804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543987 Apr 30 07:05:58.993343 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:59.030109 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:05:59.030906 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:59.033268 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:05:59.060455 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:05:59.184279 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.207779 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:59.227097 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'Port': ['ID=62de06b2-ce13-4bdd-818e-df4f2a68720a,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:59.234292 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:59.254727 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2368b819-d2f6-4234-995c-222d75c88a79,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:59.271617 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:59.313220 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.317776 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-894468f0-abea-4d9b-9094-3c23929110a6 req-ed9a82d5-78da-4a2a-b3cd-36344f5abe79 service neutron] 10.222.0.25 "GET /v2.0/networks/d3914c7f-3c36-4336-bb56-2ec237487804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081768 Apr 30 07:05:59.340033 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.358075 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:59.364786 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.366585 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-88d98c3c-893b-44be-af63-d7109d7927b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2368b819-d2f6-4234-995c-222d75c88a79 HTTP/1.1" status: 204 len: 168 time: 1.1802783 Apr 30 07:05:59.366681 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.442911 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7953219e896c4b6e8c43e92bd766344c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0536237 Apr 30 07:05:59.443477 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 58990) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:59.445473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a6b78-b543-47f3-92f3-e4b89c9312b7,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:59.449169 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.453081 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:59.465349 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe39df1-2cdd-499a-a0fb-cdb6783864a4 req-5938674e-eef1-4508-9954-6bde985fa0db tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:05:59.466926 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe39df1-2cdd-499a-a0fb-cdb6783864a4 req-5938674e-eef1-4508-9954-6bde985fa0db tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 943 time: 0.2059250 Apr 30 07:05:59.470752 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 58994) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:59.475001 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.476397 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.504669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-459d6650-0b1b-4d52-95f3-d770fa0191cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:59.563890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a4bc42-41c8-4b3e-9710-f74eb9c9fcb1,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:59.573745 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19802075f780427f9a6c6ac4fb08dc6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544246 Apr 30 07:05:59.575260 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:59.575659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59000) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:05:59.578600 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe39df1-2cdd-499a-a0fb-cdb6783864a4 req-4ea129a6-ce16-477d-9ad8-f2ef23d59917 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050255 Apr 30 07:05:59.631300 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.656263 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.692433 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.769681 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.778669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.783955 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b3ba2f35-65a9-400f-91ab-b56bc38e0cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:59.812234 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.813359 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50a4bc42-41c8-4b3e-9710-f74eb9c9fcb1 HTTP/1.1" status: 204 len: 168 time: 0.2338932 Apr 30 07:05:59.816716 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a4bc42-41c8-4b3e-9710-f74eb9c9fcb1,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:05:59.822351 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:05:59.942989 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.963716 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.968315 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:05:59.973290 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:05:59.976856 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Usage tracker for resource:security_group_rule and tenant:be1d81a0546e4eb4a3d37a581e722c71 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:05:59.979604 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:05:59.985930 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b2c84cbe-bcfe-4f10-aa4f-1d9e5af67f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:05:59.986154 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:05:59.997788 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.014796 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d002a3-6f49-41f4-81c7-0b7e293051c2 req-202aada8-2e2b-4dc9-ad1c-bfdaded8dd5f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:00.016390 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a4d002a3-6f49-41f4-81c7-0b7e293051c2 req-202aada8-2e2b-4dc9-ad1c-bfdaded8dd5f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 944 time: 0.1613746 Apr 30 07:06:00.022903 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a6b78-b543-47f3-92f3-e4b89c9312b7,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:00.028390 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:00.030929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:00.104884 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e9965593-f70e-47be-b92a-bb511f3c9559 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:00.171344 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.188162 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'Port': ['ID=62de06b2-ce13-4bdd-818e-df4f2a68720a,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:00.190840 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.191302 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.194267 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f33a6b78-b543-47f3-92f3-e4b89c9312b7 HTTP/1.1" status: 204 len: 168 time: 0.7459319 Apr 30 07:06:00.194731 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a4d002a3-6f49-41f4-81c7-0b7e293051c2 req-bad3d623-53fe-4e3b-876f-980dcd248689 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675954 Apr 30 07:06:00.197505 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:00.209296 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.239727 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.241450 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7124152 Apr 30 07:06:00.281927 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:00.285117 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port e9965593-f70e-47be-b92a-bb511f3c9559 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:00.287415 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.316210 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be1d81a0546e4eb4a3d37a581e722c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8442402 Apr 30 07:06:00.319442 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59028) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:00.383101 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177eaab8-e7f7-4938-9c74-511e6acc07e8,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:00.403153 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:00.471617 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.476965 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.530026 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.608860 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.620003 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:00.643715 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177eaab8-e7f7-4938-9c74-511e6acc07e8,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:00.649281 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:00.660579 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:00.661709 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/177eaab8-e7f7-4938-9c74-511e6acc07e8 HTTP/1.1" status: 204 len: 168 time: 0.3404636 Apr 30 07:06:00.742975 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-739e185f-675c-441f-b0ff-30690b8118bd req-a6495c40-fb38-4662-adc2-4403923752d6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:security_group {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:00.773457 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-739e185f-675c-441f-b0ff-30690b8118bd req-a6495c40-fb38-4662-adc2-4403923752d6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:security_group {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:00.785476 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-a6495c40-fb38-4662-adc2-4403923752d6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--861439593&fields=id&tenant_id=91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 267 time: 0.1015267 Apr 30 07:06:00.884394 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7985f-ebcd-4bd1-83cb-0648c891a465 req-fc6cfb85-7e6f-4b4e-9b00-bec7f4fde2d2 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:00.889492 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e9e7985f-ebcd-4bd1-83cb-0648c891a465 req-fc6cfb85-7e6f-4b4e-9b00-bec7f4fde2d2 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 943 time: 0.1017406 Apr 30 07:06:00.940293 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e9e7985f-ebcd-4bd1-83cb-0648c891a465 req-2651ce3a-a632-4423-af14-3e7175c6b246 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Apr 30 07:06:00.946973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-81d8c4c9-4dbe-4e38-b60d-f1058e985f2c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:00.947688 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-739e185f-675c-441f-b0ff-30690b8118bd req-81d8c4c9-4dbe-4e38-b60d-f1058e985f2c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:network {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:00.974479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-739e185f-675c-441f-b0ff-30690b8118bd req-81d8c4c9-4dbe-4e38-b60d-f1058e985f2c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:network {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:00.976079 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-81d8c4c9-4dbe-4e38-b60d-f1058e985f2c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 816 time: 0.1895621 Apr 30 07:06:00.992122 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-8c2f5ba1-0157-4ff4-bd6c-b7b89a70b9f0 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/quotas/91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 375 time: 0.0092866 Apr 30 07:06:01.083828 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-ca58be59-9d71-4b90-870b-ced523c12863 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846746 Apr 30 07:06:01.230922 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-f22ee798-ce1b-4afc-bfa9-b5719a4b1085 service neutron] 10.222.0.11 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324241 Apr 30 07:06:01.271118 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59084) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:01.303280 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:01.340068 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:01.348566 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Usage tracker for resource:security_group_rule and tenant:d2d0e2d734ba4ab49c3f85fe9bec01a6 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:01.357255 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:01.368723 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:01.377052 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-b46fc9b8-58de-42f2-b90c-fa9a147128eb service neutron] 10.222.0.11 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404195 Apr 30 07:06:01.511673 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63968a4-930d-4eb3-aa90-e07414a517b1 req-4ac942e7-1ac6-499e-b0c2-a80b379f765e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:01.526675 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f63968a4-930d-4eb3-aa90-e07414a517b1 req-4ac942e7-1ac6-499e-b0c2-a80b379f765e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 944 time: 0.1357391 Apr 30 07:06:01.596519 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f63968a4-930d-4eb3-aa90-e07414a517b1 req-01bdde60-9bcf-4b1c-9679-48f74ecd8e9b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761719 Apr 30 07:06:01.606259 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:01.625312 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:01.646157 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-c9dc40fe-27e9-4715-a370-2fe78ecc9e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:01.661601 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b04ede6-ace0-4d55-ab40-295ad77b440a req-cb386234-8272-4e01-bf94-102d59b99176 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 210 time: 0.0883904 Apr 30 07:06:01.738703 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2d0e2d734ba4ab49c3f85fe9bec01a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648161 Apr 30 07:06:01.741444 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59114) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:01.751401 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066f108e-2a44-4459-80ca-9f6139d091fd,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:01.754528 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:01.828248 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:01.860895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:01.926821 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:01.930405 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:01.943590 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f108e-2a44-4459-80ca-9f6139d091fd,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:01.947602 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:01.953572 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:01.958161 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/066f108e-2a44-4459-80ca-9f6139d091fd HTTP/1.1" status: 204 len: 168 time: 0.2153058 Apr 30 07:06:02.351527 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52162f34-791c-4cdb-ac49-df98c1868e97 req-40e831ad-81fb-48f7-84e2-04cec2c86ebe tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:02.353973 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-52162f34-791c-4cdb-ac49-df98c1868e97 req-40e831ad-81fb-48f7-84e2-04cec2c86ebe tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 943 time: 0.2580104 Apr 30 07:06:02.436489 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-52162f34-791c-4cdb-ac49-df98c1868e97 req-3389525d-6452-434c-aa80-87cd600212f6 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758533 Apr 30 07:06:02.447544 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3ef3159e-45aa-498f-90b3-14b31481b8c1 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:06:02.599942 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 3ef3159e-45aa-498f-90b3-14b31481b8c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:02.614482 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '3ef3159e-45aa-498f-90b3-14b31481b8c1', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'port_id': '3ef3159e-45aa-498f-90b3-14b31481b8c1', 'mac_address': 'fa:16:3e:16:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b09ebb-8ffb-42c0-957d-331efcbb9e54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:06:02.675372 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:02.696885 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef3159e-45aa-498f-90b3-14b31481b8c1 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:02.718043 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 3ef3159e-45aa-498f-90b3-14b31481b8c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:02.729663 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:02.743789 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 717892eb-0855-4fd2-ae76-5cc74ae1571b details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:06:02.748311 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-601cfa5e-42a1-45ae-b658-4379b7cf60e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:02.878564 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-a910b503-5aca-43a3-aacd-8d148e506eac req-51254694-d4b5-4fb0-9a8c-0d6df933e4e6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:02.902526 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-a910b503-5aca-43a3-aacd-8d148e506eac req-51254694-d4b5-4fb0-9a8c-0d6df933e4e6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:02.902753 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58c1a-2acb-4a5c-a070-f41f209b03fb req-7a0237a3-9634-44b9-ba54-9c51031fca77 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:02.904344 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1fe58c1a-2acb-4a5c-a070-f41f209b03fb req-7a0237a3-9634-44b9-ba54-9c51031fca77 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 945 time: 0.1727235 Apr 30 07:06:02.915992 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a910b503-5aca-43a3-aacd-8d148e506eac req-51254694-d4b5-4fb0-9a8c-0d6df933e4e6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 210 time: 0.0843873 Apr 30 07:06:02.958650 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=3ef3159e-45aa-498f-90b3-14b31481b8c1,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:02.975582 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:03.082015 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1fe58c1a-2acb-4a5c-a070-f41f209b03fb req-0ee062d3-56cb-48e0-a143-cb2ba174848d tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707008 Apr 30 07:06:03.131806 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 717892eb-0855-4fd2-ae76-5cc74ae1571b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=717892eb-0855-4fd2-ae76-5cc74ae1571b,segment=NetworkSegment(5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e),segment_id=5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:03.168573 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '717892eb-0855-4fd2-ae76-5cc74ae1571b', 'network_id': 'd3914c7f-3c36-4336-bb56-2ec237487804', 'port_id': '717892eb-0855-4fd2-ae76-5cc74ae1571b', 'mac_address': 'fa:16:3e:7a:9f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe54a79d-5e7a-4068-8512-6ac33e4534b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:06:03.246402 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:03.269302 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717892eb-0855-4fd2-ae76-5cc74ae1571b {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:03.288746 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 717892eb-0855-4fd2-ae76-5cc74ae1571b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=717892eb-0855-4fd2-ae76-5cc74ae1571b,segment=NetworkSegment(5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e),segment_id=5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:03.292992 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-9d155eab-b019-4805-893c-fa54fb0ab649 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:03.294293 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:03.294476 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-9d155eab-b019-4805-893c-fa54fb0ab649 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 816 time: 0.3490059 Apr 30 07:06:03.297201 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:03.356923 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-7b527cbc-6fe9-4fe4-85f6-fb25c47894c8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 379 time: 0.0521336 Apr 30 07:06:03.368689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'port': {'device_id': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'admin_state_up': True, 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'security_groups': ['49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd']}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:03.373690 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=717892eb-0855-4fd2-ae76-5cc74ae1571b,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:03.377481 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:03.614701 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['717892eb-0855-4fd2-ae76-5cc74ae1571b'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:03.697290 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:03.710890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:03.746012 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Made reservation on behalf of 91d029e39e9643c0b0f1399a364bcdba for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:03.753225 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:03.753464 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab9bf-685e-4e95-b2be-e7e7224b13e7 req-e9e6afc7-aeb6-4439-a46f-0ccc95673ce2 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:03.755244 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e88ab9bf-685e-4e95-b2be-e7e7224b13e7 req-e9e6afc7-aeb6-4439-a46f-0ccc95673ce2 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 944 time: 0.1555836 Apr 30 07:06:03.772704 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:03.829479 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e88ab9bf-685e-4e95-b2be-e7e7224b13e7 req-31e2c02d-f483-45c9-84e0-0d8b67c1f73f tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657098 Apr 30 07:06:04.199191 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f94c860d-9a35-4212-97e6-f4f3e62718f0 req-4eb8ab96-69fd-4e75-9232-e2122e7cf6ef tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 210 time: 0.0573919 Apr 30 07:06:04.209828 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Allocated IP 172.20.0.5 (94fc5581-9712-4b89-9102-e135eac9c332/b07212b5-40c8-4c07-880a-9718e8ad0a4f/a67b104d-6b71-4695-b7bd-edb62e246449) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:04.404248 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59234) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:04.427836 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166553a5-eb2f-4458-8738-541e66807e60 req-64ab314f-fd0b-4d3b-8919-412252f61874 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:04.429594 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-166553a5-eb2f-4458-8738-541e66807e60 req-64ab314f-fd0b-4d3b-8919-412252f61874 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 945 time: 0.1484492 Apr 30 07:06:04.517147 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-166553a5-eb2f-4458-8738-541e66807e60 req-c2e2dc3d-d559-42ad-bdc7-964e2fab179f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807769 Apr 30 07:06:04.530810 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:04.562566 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Transition to ACTIVE for port object a67b104d-6b71-4695-b7bd-edb62e246449 will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:04.598972 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:04.614462 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-92457582-d6fc-425e-b9ea-3191e6642263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:04.680336 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:04.699772 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:04.704310 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:826b317ed21f4ae2927d2df6c7f9e464 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:04.707989 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:04.717802 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:04.718477 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Network 94fc5581-9712-4b89-9102-e135eac9c332 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:04.724546 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:04.729298 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:04.735622 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:04.736274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:04.745689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:04.761415 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:04.790555 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4272792 Apr 30 07:06:04.804079 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Request body: {'port': {'device_id': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:04.875422 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:04.889654 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:04.900728 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:04.994045 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=826b317ed21f4ae2927d2df6c7f9e464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886607 Apr 30 07:06:04.997550 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59256) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:04.999449 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210aee71-0db3-4157-aacf-43191c0486bb,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:05.024069 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:05.054191 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59260) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:05.092061 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-f39831f8-efaf-4571-a57a-0643a243d953 None None] Provisioning for port a67b104d-6b71-4695-b7bd-edb62e246449 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:05.098167 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-f39831f8-efaf-4571-a57a-0643a243d953 None None] Provisioning complete for port a67b104d-6b71-4695-b7bd-edb62e246449 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:05.098543 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.098818 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-f39831f8-efaf-4571-a57a-0643a243d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.198422 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.216692 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:05.217992 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-f39831f8-efaf-4571-a57a-0643a243d953 None None] Port a67b104d-6b71-4695-b7bd-edb62e246449 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:06:05.221731 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Usage tracker for resource:security_group_rule and tenant:a3172f4404f643359429f22e49ff9863 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:05.230486 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.241417 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:05.266714 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:05.431190 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d88786-bc7f-4848-b1d7-d20652ba5c4d req-dbfd9db6-0650-4818-b137-9afcc3f4a03f tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:05.448771 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-91d88786-bc7f-4848-b1d7-d20652ba5c4d req-dbfd9db6-0650-4818-b137-9afcc3f4a03f tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 944 time: 0.3966582 Apr 30 07:06:05.452161 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.459128 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.473575 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.501836 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:05.525316 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb475335-6bf2-4745-8ca9-ac0fec211ee1,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:05.535364 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb511d04-f5bd-4cc0-b945-d5bcfed7f272 req-b2de532d-b6a1-4229-b981-65e2843fdf75 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:05.536909 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fb511d04-f5bd-4cc0-b945-d5bcfed7f272 req-b2de532d-b6a1-4229-b981-65e2843fdf75 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 931 time: 0.1542344 Apr 30 07:06:05.540418 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:05.543620 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3172f4404f643359429f22e49ff9863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882569 Apr 30 07:06:05.546702 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59284) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:05.661876 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.665083 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-fb511d04-f5bd-4cc0-b945-d5bcfed7f272 req-8851151a-1253-4809-b4b1-ea1cb6f4bc46 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:security_group {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:05.696251 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-fb511d04-f5bd-4cc0-b945-d5bcfed7f272 req-8851151a-1253-4809-b4b1-ea1cb6f4bc46 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:security_group {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:05.697428 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fb511d04-f5bd-4cc0-b945-d5bcfed7f272 req-8851151a-1253-4809-b4b1-ea1cb6f4bc46 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482468 Apr 30 07:06:05.701722 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.744420 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-91d88786-bc7f-4848-b1d7-d20652ba5c4d req-65e3e71c-4da7-433a-95ba-4476e304b1ac tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939811 Apr 30 07:06:05.770852 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.787098 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:05.818874 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb475335-6bf2-4745-8ca9-ac0fec211ee1,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:05.822393 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:05.834771 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.836469 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.839184 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb475335-6bf2-4745-8ca9-ac0fec211ee1 HTTP/1.1" status: 204 len: 168 time: 0.2898793 Apr 30 07:06:05.857887 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4dd86aa7-c4c6-47df-9b0f-7bc82a930da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:05.884113 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210aee71-0db3-4157-aacf-43191c0486bb,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:05.892479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:05.909369 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67b104d-6b71-4695-b7bd-edb62e246449 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:05.909369 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.909369 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/210aee71-0db3-4157-aacf-43191c0486bb HTTP/1.1" status: 204 len: 168 time: 0.9064903 Apr 30 07:06:05.909369 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.931291 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Transition to ACTIVE for port object a67b104d-6b71-4695-b7bd-edb62e246449 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:05.938102 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:05.953892 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:06.054609 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e956b-6a77-46e2-a17f-1d44fc53e548 req-fe418ded-97d4-4eb4-af6f-6b57d743e7bf tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:06.063901 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f53e956b-6a77-46e2-a17f-1d44fc53e548 req-fe418ded-97d4-4eb4-af6f-6b57d743e7bf tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 945 time: 0.1794577 Apr 30 07:06:06.166396 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f53e956b-6a77-46e2-a17f-1d44fc53e548 req-475399be-318d-47d2-904b-aecdaa199ae0 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966227 Apr 30 07:06:06.208996 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:06.211849 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:06.212699 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Attempting to bind port a67b104d-6b71-4695-b7bd-edb62e246449 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:06.213094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Attempting to bind port a67b104d-6b71-4695-b7bd-edb62e246449 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:06.213687 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Attempting to bind port a67b104d-6b71-4695-b7bd-edb62e246449 on network 94fc5581-9712-4b89-9102-e135eac9c332 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:06.218614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Port a67b104d-6b71-4695-b7bd-edb62e246449 on network 94fc5581-9712-4b89-9102-e135eac9c332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:06:06.218820 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Attempting to bind port a67b104d-6b71-4695-b7bd-edb62e246449 on network 94fc5581-9712-4b89-9102-e135eac9c332 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:06.224260 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:06.224596 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Checking segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:06.225088 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Bound using segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:06.225399 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Bound port: a67b104d-6b71-4695-b7bd-edb62e246449, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:06.225746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.382066 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:06:06.385416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:06:06.393486 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.399869 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:06.418588 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3ef3159e-45aa-498f-90b3-14b31481b8c1 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:06.486608 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:06.499775 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:06.504746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:06.505620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.507328 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 200 len: 1093 time: 1.7083437 Apr 30 07:06:06.507897 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:06.516251 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59326) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:06.604127 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.615961 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 3ef3159e-45aa-498f-90b3-14b31481b8c1 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:06.627580 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 3ef3159e-45aa-498f-90b3-14b31481b8c1 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:06.629204 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.654201 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:06.669237 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2e5a44a2f043bbbb5b26325b80efca is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:06.678429 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:06.682081 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'status': 'completed', 'code': 200} Apr 30 07:06:06.686472 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59330) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:06.704350 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59336) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:06.709600 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:06.760306 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.833626 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:06.873191 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9b328813267545ce8ee235a88c9f4b82 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:06.889656 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.891660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:06.903192 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:06.909277 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:06.942027 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-cb318402-b01d-4de5-a7f2-ccc8a39a9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:06.945370 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 3ef3159e-45aa-498f-90b3-14b31481b8c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:06.946709 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef3159e-45aa-498f-90b3-14b31481b8c1'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:06.955203 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-cb318402-b01d-4de5-a7f2-ccc8a39a9dd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1096 time: 0.3641636 Apr 30 07:06:06.981655 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.019591 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.024612 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 717892eb-0855-4fd2-ae76-5cc74ae1571b up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:07.044840 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:07.059997 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:07.063081 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-5cfa1699-b48e-48a8-93d3-708730c1251e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 200 len: 217 time: 0.1067793 Apr 30 07:06:07.076718 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca2e5a44a2f043bbbb5b26325b80efca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558829 Apr 30 07:06:07.079014 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b21cac9-82bb-4e05-ba30-dd9d2cdcf870,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:07.084984 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:07.085661 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59354) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:07.238808 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-364ad051-d2d3-4eca-b0ab-06c20ed78637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:07.240528 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-364ad051-d2d3-4eca-b0ab-06c20ed78637 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.1632035 Apr 30 07:06:07.251224 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.253209 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=3ef3159e-45aa-498f-90b3-14b31481b8c1,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:07.269676 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:07.303617 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 717892eb-0855-4fd2-ae76-5cc74ae1571b completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:07.323100 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 717892eb-0855-4fd2-ae76-5cc74ae1571b triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:07.323506 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.340910 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16729950-8ec4-4468-bfea-c29bb31348ae req-c77dfa43-4584-4956-9217-10f97432254a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:07.348169 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-16729950-8ec4-4468-bfea-c29bb31348ae req-c77dfa43-4584-4956-9217-10f97432254a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.4571030 Apr 30 07:06:07.358309 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face71b9-f4a1-403c-bb8f-baf2e5bc2358 req-a4197c68-6ecc-4342-b2f9-8be0c1596ce1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:07.364987 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-face71b9-f4a1-403c-bb8f-baf2e5bc2358 req-a4197c68-6ecc-4342-b2f9-8be0c1596ce1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 944 time: 0.2967415 Apr 30 07:06:07.396922 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.416651 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.431577 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e185f-675c-441f-b0ff-30690b8118bd req-19a625b6-dcd7-4ec0-a2ef-dacccfb7dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:07.433173 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-19a625b6-dcd7-4ec0-a2ef-dacccfb7dabe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1835961 Apr 30 07:06:07.436431 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.463933 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3e5e58da-baf9-4edd-bc76-348337fe5dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:07.488181 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:07.490990 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-face71b9-f4a1-403c-bb8f-baf2e5bc2358 req-14e472b5-6a07-4470-81c9-6a43ef3c6e15 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250818 Apr 30 07:06:07.496205 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.498760 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.543124 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59370) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:07.551938 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 717892eb-0855-4fd2-ae76-5cc74ae1571b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=717892eb-0855-4fd2-ae76-5cc74ae1571b,segment=NetworkSegment(5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e),segment_id=5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:07.560823 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.564085 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:07.578839 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Usage tracker for resource:security_group_rule and tenant:4fcff012846a43ff81bade58768c0272 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:07.595194 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-16729950-8ec4-4468-bfea-c29bb31348ae req-0c7b44da-608a-4094-825a-cae0214a86d7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460685 Apr 30 07:06:07.596233 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:07.609956 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.638297 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:07.640231 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-70bfb2aa-3980-4b44-85b2-c4d44238fabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:07.690852 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b21cac9-82bb-4e05-ba30-dd9d2cdcf870,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:07.695427 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:07.708166 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b328813267545ce8ee235a88c9f4b82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0028934 Apr 30 07:06:07.708661 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.709544 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42294049-fc1d-47e7-9757-3a7fc9e230f7,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:07.709920 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b21cac9-82bb-4e05-ba30-dd9d2cdcf870 HTTP/1.1" status: 204 len: 168 time: 0.6225832 Apr 30 07:06:07.714311 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59380) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:07.736032 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:07.742886 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=717892eb-0855-4fd2-ae76-5cc74ae1571b,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:07.752687 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:07.854061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.864562 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-3044c35a-159a-4e8a-b606-82e562c454bd service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174688 Apr 30 07:06:07.902934 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef3159e-45aa-498f-90b3-14b31481b8c1', 'code': 200} Apr 30 07:06:07.909267 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:07.958765 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:07.988414 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.000840 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Usage tracker for resource:security_group_rule and tenant:dcb510c616214b559cffa078e5226c35 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:08.006005 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:08.014531 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.016579 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:08.035217 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627c3c7-5600-438a-a380-670d36a5f785 req-1d4f10db-4696-4a20-b0fd-57f084aee988 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:08.036827 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2627c3c7-5600-438a-a380-670d36a5f785 req-1d4f10db-4696-4a20-b0fd-57f084aee988 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 946 time: 0.3315268 Apr 30 07:06:08.076570 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.091029 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5a2faf54-72ae-4c22-b8ef-868f5f2203e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:08.099942 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-739e185f-675c-441f-b0ff-30690b8118bd req-6f9062d5-1b17-4018-951f-395148fce905 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235160 Apr 30 07:06:08.127480 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2627c3c7-5600-438a-a380-670d36a5f785 req-8a252333-0918-41b4-9ef0-5f4d3a0e1336 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770373 Apr 30 07:06:08.157181 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fcff012846a43ff81bade58768c0272&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4692180 Apr 30 07:06:08.157958 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59392) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:08.179019 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af97fd16-a89c-41b1-a471-a028c18d55f4,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:08.182291 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.196098 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:08.196652 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5ec67fba-6c13-489a-83b8-606f9dec5411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:08.215936 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42294049-fc1d-47e7-9757-3a7fc9e230f7,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:08.227741 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:08.249006 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.250292 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42294049-fc1d-47e7-9757-3a7fc9e230f7 HTTP/1.1" status: 204 len: 168 time: 0.5350251 Apr 30 07:06:08.307557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.338044 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-3c0a6895-8487-420a-ab51-2c6aaff5c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:08.339828 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-3c0a6895-8487-420a-ab51-2c6aaff5c1e0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 1099 time: 0.2094662 Apr 30 07:06:08.343426 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.351284 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.372763 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.379976 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.394620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e5d131c9-2ce7-4804-8799-0a64d2bb5a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:08.404992 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.410851 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:08.424185 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af97fd16-a89c-41b1-a471-a028c18d55f4,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:08.427206 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:08.432733 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:08.434940 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.436282 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af97fd16-a89c-41b1-a471-a028c18d55f4 HTTP/1.1" status: 204 len: 168 time: 0.2598817 Apr 30 07:06:08.438853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-8104368a-fa4e-4279-8de8-8fa55064fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:08.440324 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-8104368a-fa4e-4279-8de8-8fa55064fbc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1096 time: 0.2455604 Apr 30 07:06:08.449720 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dcb510c616214b559cffa078e5226c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8764870 Apr 30 07:06:08.451328 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Usage tracker for resource:security_group_rule and tenant:bab763ca7c5147198d98d49ab30d4cc6 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:08.452923 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59408) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:08.455374 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:08.474888 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98816222-7a80-423b-a7b5-7134ce07dee9,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:08.483310 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:08.484141 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:08.551970 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.608092 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.629070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-6ac32d62-4e2f-4530-84f2-ab7e596211fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:08.630757 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-6ac32d62-4e2f-4530-84f2-ab7e596211fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1763878 Apr 30 07:06:08.717816 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-2e052e67-06c9-4f07-8bbb-bbf2e7fa1532 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 200 len: 217 time: 0.0752370 Apr 30 07:06:08.809682 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598b691-a931-41d0-987c-487e6d51951e req-2c75f79e-6ac6-44a7-bcf0-c8fb00b77f31 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:08.817182 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4598b691-a931-41d0-987c-487e6d51951e req-2c75f79e-6ac6-44a7-bcf0-c8fb00b77f31 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 945 time: 0.1437886 Apr 30 07:06:08.820336 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.841762 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4274c4fc-ddbe-4491-a49d-d23a385e2c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:08.873845 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98816222-7a80-423b-a7b5-7134ce07dee9,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:08.879519 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.883038 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98816222-7a80-423b-a7b5-7134ce07dee9 HTTP/1.1" status: 204 len: 168 time: 0.4291346 Apr 30 07:06:08.884191 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:08.893032 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.904923 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4598b691-a931-41d0-987c-487e6d51951e req-c9bc0afe-8bb2-45e5-807c-f4e0ca1583c1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867267 Apr 30 07:06:08.906004 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:08.916636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8d4ab527-9bf3-4976-857f-99ada02a29c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:08.942659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-fcd93b46-bde7-47ad-be5c-855adf2c8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:08.944100 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-fcd93b46-bde7-47ad-be5c-855adf2c8862 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.2188346 Apr 30 07:06:08.951933 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-15ecfc04-b500-4aec-81e2-71e77d815420 req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992472 Apr 30 07:06:09.005406 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73b646cd-81b7-4783-840a-1c8b96ebabe1,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:09.019591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:09.042840 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444db809-3213-4305-9890-47cc6f87efac req-f5163985-382d-4143-b358-094e11c6fd73 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:09.043588 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-444db809-3213-4305-9890-47cc6f87efac req-f5163985-382d-4143-b358-094e11c6fd73 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:09.058301 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59430) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:09.070902 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-c351390f-4b3e-40ce-bd13-64aee9aac9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:09.072493 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-c351390f-4b3e-40ce-bd13-64aee9aac9b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1185601 Apr 30 07:06:09.073744 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-444db809-3213-4305-9890-47cc6f87efac req-f5163985-382d-4143-b358-094e11c6fd73 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:09.074961 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-444db809-3213-4305-9890-47cc6f87efac req-f5163985-382d-4143-b358-094e11c6fd73 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.3120487 Apr 30 07:06:09.076640 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.092801 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:09.096919 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Usage tracker for resource:security_group_rule and tenant:32bb13af7ea84456ad0d4ffae7fc6f6a is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:09.099848 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:09.105748 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:09.224352 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-444db809-3213-4305-9890-47cc6f87efac req-16404443-c6dd-487a-bfbe-bfbb70a1d984 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422842 Apr 30 07:06:09.240195 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.247688 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.263180 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bf70f831-b49e-40b7-a2cb-7894a1649a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:09.274625 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-a54fe8a5-8aec-437c-9dc2-2a287a512f52 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943355 Apr 30 07:06:09.363785 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9bb24-8b28-43fd-a70e-d497b382bb28,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:09.377828 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:09.393687 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32bb13af7ea84456ad0d4ffae7fc6f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319585 Apr 30 07:06:09.394882 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59448) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:09.489021 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bc9f30a-2745-41d8-8054-91a30f0cb753 req-58f12e6d-f962-4aca-b8c2-9ce0fd2752dd service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064714 Apr 30 07:06:09.490710 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59452) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:09.522803 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.539006 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:09.543060 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Usage tracker for resource:security_group_rule and tenant:554d05a089194b0fbb2350447d279951 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:09.547040 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:09.564623 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:09.600103 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87ff4-c1f1-425b-8b37-0e6c03c56a8e req-10fb77b3-5040-466c-8d78-75adcd19ed18 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:09.607856 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-99a87ff4-c1f1-425b-8b37-0e6c03c56a8e req-10fb77b3-5040-466c-8d78-75adcd19ed18 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 946 time: 0.3106129 Apr 30 07:06:09.629583 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.677993 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.705416 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-99a87ff4-c1f1-425b-8b37-0e6c03c56a8e req-bde791b3-d4f7-477b-9b24-5d854f0f7f30 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939655 Apr 30 07:06:09.724178 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.737408 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.746895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-af2b4021-c9c1-4bee-9aa7-164c3dfa3a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:09.784799 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.791482 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:09.803709 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1d263-a86b-4251-b3ab-0ff96fe1eda5,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:09.817313 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9bb24-8b28-43fd-a70e-d497b382bb28,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:09.821927 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:09.824078 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.825224 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3af9bb24-8b28-43fd-a70e-d497b382bb28 HTTP/1.1" status: 204 len: 168 time: 0.4296622 Apr 30 07:06:09.826190 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:09.847666 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=554d05a089194b0fbb2350447d279951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556738 Apr 30 07:06:09.850483 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59470) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:09.904425 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717892eb-0855-4fd2-ae76-5cc74ae1571b'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:09.917206 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.947368 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:09.961152 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717892eb-0855-4fd2-ae76-5cc74ae1571b', 'code': 200} Apr 30 07:06:10.008149 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:10.015183 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-168f20ca-1f11-47ab-93aa-d9109f9c597d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:10.046706 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1d263-a86b-4251-b3ab-0ff96fe1eda5,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:10.049178 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:10.052108 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:10.056347 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fc1d263-a86b-4251-b3ab-0ff96fe1eda5 HTTP/1.1" status: 204 len: 168 time: 0.2015696 Apr 30 07:06:10.150187 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d120d1-c78d-4486-9b26-ee8ef7810855 req-6957bb98-425d-4a06-9fbb-0729562b2ab0 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:10.152649 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e3d120d1-c78d-4486-9b26-ee8ef7810855 req-6957bb98-425d-4a06-9fbb-0729562b2ab0 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 945 time: 0.1022367 Apr 30 07:06:10.205746 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e3d120d1-c78d-4486-9b26-ee8ef7810855 req-2c8ebbe1-bc0f-4afe-a15c-f78a990f38b9 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460250 Apr 30 07:06:10.268801 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c70f6b-2576-42e9-ba21-3ab30fefd05f req-938fb2b4-8ec5-41d3-abd2-169ca918ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:10.270302 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26c70f6b-2576-42e9-ba21-3ab30fefd05f req-938fb2b4-8ec5-41d3-abd2-169ca918ee6a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 1098 time: 0.0908940 Apr 30 07:06:10.320564 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26c70f6b-2576-42e9-ba21-3ab30fefd05f req-48820e95-e0a8-4ac0-84b3-1e42e26907eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Apr 30 07:06:10.431877 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:06:10.450894 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa19b17-b364-4751-b220-fb8b1bc33c5e req-c52918c9-5ab8-4627-a204-4b1508209b6e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:10.452380 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa19b17-b364-4751-b220-fb8b1bc33c5e req-c52918c9-5ab8-4627-a204-4b1508209b6e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0927384 Apr 30 07:06:10.480165 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59498) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:10.523569 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa19b17-b364-4751-b220-fb8b1bc33c5e req-66de2083-1615-4924-9ed5-42ee6f904b81 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641005 Apr 30 07:06:10.672425 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:10.687437 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'port_id': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'mac_address': 'fa:16:3e:b8:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:06:10.753459 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:10.785515 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67b104d-6b71-4695-b7bd-edb62e246449 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:10.793833 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:10.804284 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:10.812025 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:10.814006 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:10.817298 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:10.823449 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:057b44144392415999f1c521d6252321 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:10.826973 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:10.865766 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:10.899270 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:10.913558 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:10.961356 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae39b0e-bd7f-4d7f-b834-c04f288c4495 req-48529cad-1be1-437e-b458-2b1168268af9 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:10.962886 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-dae39b0e-bd7f-4d7f-b834-c04f288c4495 req-48529cad-1be1-437e-b458-2b1168268af9 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 946 time: 0.1286473 Apr 30 07:06:11.047813 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:11.055955 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-dae39b0e-bd7f-4d7f-b834-c04f288c4495 req-e1cea6ae-a768-4913-b1a3-f64369c98ad8 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787826 Apr 30 07:06:11.057493 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:11.066573 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:11.095191 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['a67b104d-6b71-4695-b7bd-edb62e246449'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:11.107247 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56334811-a60f-4e86-a460-523cb32e8338,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:11.144429 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=057b44144392415999f1c521d6252321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631246 Apr 30 07:06:11.146274 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:11.147245 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59532) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:11.238379 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:11.297553 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:11.378740 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:11.385309 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:11.430995 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56334811-a60f-4e86-a460-523cb32e8338,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:11.493224 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:11.516459 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:11.520382 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56334811-a60f-4e86-a460-523cb32e8338 HTTP/1.1" status: 204 len: 168 time: 0.3721333 Apr 30 07:06:11.552342 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26a6ea-f334-439f-8ac6-a46d719eefbb req-c2e8329f-37c2-42be-9557-bad871a2c6ae tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:11.554706 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c26a6ea-f334-439f-8ac6-a46d719eefbb req-c2e8329f-37c2-42be-9557-bad871a2c6ae tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 945 time: 0.1247485 Apr 30 07:06:11.651615 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c26a6ea-f334-439f-8ac6-a46d719eefbb req-e05e98ba-27ee-4cf6-9343-d0256be66299 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903039 Apr 30 07:06:11.834814 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e23c4-c563-494f-a1c3-9a5e97a1a93e req-880aed88-9246-4305-852f-d5e44b98aae8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:11.842182 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e66e23c4-c563-494f-a1c3-9a5e97a1a93e req-880aed88-9246-4305-852f-d5e44b98aae8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 944 time: 0.1948597 Apr 30 07:06:11.921938 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e66e23c4-c563-494f-a1c3-9a5e97a1a93e req-4e2791b6-e93a-4c39-aa3a-6d36269aba31 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761564 Apr 30 07:06:12.164951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59582) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:12.200567 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.220819 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:12.225826 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d2a0a76edd3431b9154d677f27eb809 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:12.228957 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:12.236385 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:12.353031 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.361737 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.397417 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:12.434891 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:12.504129 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d2a0a76edd3431b9154d677f27eb809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378687 Apr 30 07:06:12.507311 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59596) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:12.523847 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095702aa-790e-4434-af27-06cff1a8ea22,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:12.531230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:12.605856 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port a67b104d-6b71-4695-b7bd-edb62e246449 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:12.613088 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port a67b104d-6b71-4695-b7bd-edb62e246449 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:12.615840 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.693328 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.793170 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.897155 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.909752 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.918259 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-70040f06-08ac-4fd3-91b4-5a1cc00140f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:12.948877 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095702aa-790e-4434-af27-06cff1a8ea22,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:12.958032 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:12.961044 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:12.962953 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/095702aa-790e-4434-af27-06cff1a8ea22 HTTP/1.1" status: 204 len: 168 time: 0.4547763 Apr 30 07:06:12.984218 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:13.018766 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:13.027668 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:13.030333 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:13.093756 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'code': 200} Apr 30 07:06:13.237717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:13.241950 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:13.288710 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabffd6-4dfa-4a05-8a22-fcaa60980d7d req-e145c02b-1ef6-432d-b17b-ae419f9d9888 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:13.298786 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-caabffd6-4dfa-4a05-8a22-fcaa60980d7d req-e145c02b-1ef6-432d-b17b-ae419f9d9888 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1301086 Apr 30 07:06:13.342205 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-caabffd6-4dfa-4a05-8a22-fcaa60980d7d req-1e8b69c7-49e0-4a46-bc66-d9a788b2583e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423052 Apr 30 07:06:13.550943 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fb26-ccd9-47ba-8fc4-491016de84c6 req-4150d052-9548-4d3a-8a20-11ed1b9d6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:13.553058 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1727fb26-ccd9-47ba-8fc4-491016de84c6 req-4150d052-9548-4d3a-8a20-11ed1b9d6599 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1098 time: 0.1247051 Apr 30 07:06:13.614052 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-1727fb26-ccd9-47ba-8fc4-491016de84c6 req-fc90ede7-ad3c-4927-8884-c7be241a18af service neutron] Synchronizing usage tracker for tenant:bab763ca7c5147198d98d49ab30d4cc6 on resource:security_group {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:13.637187 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-1727fb26-ccd9-47ba-8fc4-491016de84c6 req-fc90ede7-ad3c-4927-8884-c7be241a18af service neutron] Unset dirty status for tenant:bab763ca7c5147198d98d49ab30d4cc6 on resource:security_group {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:13.638356 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1727fb26-ccd9-47ba-8fc4-491016de84c6 req-fc90ede7-ad3c-4927-8884-c7be241a18af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761423 Apr 30 07:06:14.673626 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd676755-c214-4eee-ad26-dcbf3836c695 req-3f2d1d81-eebe-4b8f-9e2d-a8a5e7dfcbe9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:14.675272 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-dd676755-c214-4eee-ad26-dcbf3836c695 req-3f2d1d81-eebe-4b8f-9e2d-a8a5e7dfcbe9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1295984 Apr 30 07:06:14.757836 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-dd676755-c214-4eee-ad26-dcbf3836c695 req-de3d3a03-30e2-4742-b4cd-5dbd13e97489 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762250 Apr 30 07:06:15.973395 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da571c5-9ef1-4fe1-bc08-8b484486a483 req-12926122-3344-42ad-8d7d-a04a7e78b0fe tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:15.975274 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9da571c5-9ef1-4fe1-bc08-8b484486a483 req-12926122-3344-42ad-8d7d-a04a7e78b0fe tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0906346 Apr 30 07:06:16.025400 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9da571c5-9ef1-4fe1-bc08-8b484486a483 req-3846eb8b-d8f0-4ece-821c-d70b256d3f0a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 Apr 30 07:06:16.233075 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a9c1-ae4b-4ad3-a1ea-9277ff6ee627 req-4eec5961-de23-4eef-b9de-f895f12c0ec5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:16.233075 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5425a9c1-ae4b-4ad3-a1ea-9277ff6ee627 req-4eec5961-de23-4eef-b9de-f895f12c0ec5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0919325 Apr 30 07:06:16.240897 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 59782) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:16.247827 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'floatingip': {'port_id': 'a67b104d-6b71-4695-b7bd-edb62e246449'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:16.336931 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:16.472436 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59794) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:16.763078 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:16.779423 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:16.784195 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Usage tracker for resource:security_group_rule and tenant:86e322bec7574b398f739a5890f17890 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:16.788707 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:16.808992 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:17.074523 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.084958 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.104068 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-72e542a0-0751-49a8-a020-087ba4228e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:17.159096 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86e322bec7574b398f739a5890f17890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856265 Apr 30 07:06:17.159989 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f9293-cd57-4229-92c8-8b67dbdc50b4,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:17.162473 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59834) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:17.165381 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:17.233778 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.275298 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.360743 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.367209 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4b7da49f-6ef6-4ab5-9bf7-182ef358de6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:17.388232 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-e1dbb3cd-cd42-4a56-ada0-2eb85d3d00b2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:17.395949 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-e1dbb3cd-cd42-4a56-ada0-2eb85d3d00b2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.3416004 Apr 30 07:06:17.399853 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f9293-cd57-4229-92c8-8b67dbdc50b4,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:17.406360 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:17.407371 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.409076 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/720f9293-cd57-4229-92c8-8b67dbdc50b4 HTTP/1.1" status: 204 len: 168 time: 0.2453682 Apr 30 07:06:17.514525 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-8887be67-b4e4-4134-a825-e6869952ff89 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/quotas/07da67a12e384dafb2be92fad0839de6 HTTP/1.1" status: 200 len: 375 time: 0.1130705 Apr 30 07:06:17.701543 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.715566 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:17.780840 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-8f8592e3-029c-415d-8edd-bcd0e50535d4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047148 Apr 30 07:06:17.879021 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63275fa3-cbfc-47fe-b4a4-7a43b4ba2e7c req-8d12baa1-3515-4455-9b4a-35307f786579 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:17.880693 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-63275fa3-cbfc-47fe-b4a4-7a43b4ba2e7c req-8d12baa1-3515-4455-9b4a-35307f786579 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 945 time: 0.1726415 Apr 30 07:06:17.944625 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-63275fa3-cbfc-47fe-b4a4-7a43b4ba2e7c req-766b14e2-947c-4443-9966-e428d3705111 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527680 Apr 30 07:06:18.004015 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-268b1cc8-5a3d-40ce-a30a-543333df4497 service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148900 Apr 30 07:06:18.017664 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59862) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:18.040694 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:18.061506 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:18.066067 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Usage tracker for resource:security_group_rule and tenant:cdbc3d1c486d48049c9174da59a0171d is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:18.069033 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:18.076966 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:18.224025 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:18.226499 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-513dab35-aceb-45e2-a79d-31a5355e8247 service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108338 Apr 30 07:06:18.227753 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Floating IP 8a69d901-d06d-4cb9-97f6-41ed8a5bfd23 associated. External IP: 172.28.1.172, port: a67b104d-6b71-4695-b7bd-edb62e246449. Apr 30 07:06:18.238369 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:18.266667 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f8f9134a-3eae-4c36-b0b3-2934686dea6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:18.313708 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdbc3d1c486d48049c9174da59a0171d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946582 Apr 30 07:06:18.316433 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 59886) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:18.321720 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a30f6-3390-44ff-bb89-2485657f0ca5,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:18.352662 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:18.432786 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:18.479749 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:18.574008 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-41eb991f-18a5-4594-86ad-1235e4dbef44 req-0a4533b7-630f-457b-b252-0dbe12bbd8da tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 210 time: 0.0548451 Apr 30 07:06:18.608808 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:18.615434 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-8712754c-6b3d-44a7-94c7-437e1401ab5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:18.638729 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a30f6-3390-44ff-bb89-2485657f0ca5,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:18.641770 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:18.643885 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:18.645482 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb9a30f6-3390-44ff-bb89-2485657f0ca5 HTTP/1.1" status: 204 len: 168 time: 0.3281531 Apr 30 07:06:18.798751 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Router 5ab744ce-84b2-4850-9dc2-1e02989f01bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:06:19.137500 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:06:19.153292 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] Sync routers for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:06:19.170879 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:06:19.172839 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:05:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:19.215753 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:19.393984 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:06:19.415982 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-fc095410-55d4-4ce1-bf1a-febf53ff9e45 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "PUT /v2.0/floatingips/8a69d901-d06d-4cb9-97f6-41ed8a5bfd23 HTTP/1.1" status: 200 len: 991 time: 3.1737800 Apr 30 07:06:19.417651 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:19.460094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9238b-1c23-46aa-b9bd-0faecf85d12a req-a0c5fee6-d3d4-4b3f-aa03-c1ce30ff0718 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:19.462144 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-76e9238b-1c23-46aa-b9bd-0faecf85d12a req-a0c5fee6-d3d4-4b3f-aa03-c1ce30ff0718 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 945 time: 0.3160267 Apr 30 07:06:19.471843 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-d611acf9-92e3-4565-8596-2341aaf2dcfc tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:19.473906 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-d611acf9-92e3-4565-8596-2341aaf2dcfc tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 945 time: 0.2318649 Apr 30 07:06:19.694279 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-76e9238b-1c23-46aa-b9bd-0faecf85d12a req-3f8d687a-ad54-47b4-9f02-8e819f1c0de1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191772 Apr 30 07:06:19.741668 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Deleting port 717892eb-0855-4fd2-ae76-5cc74ae1571b {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:06:19.742966 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:19.961422 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] For port 717892eb-0855-4fd2-ae76-5cc74ae1571b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=717892eb-0855-4fd2-ae76-5cc74ae1571b,segment=NetworkSegment(5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e),segment_id=5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:19.962103 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:20.071283 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'status': 'completed', 'code': 200} Apr 30 07:06:20.108098 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '8a69d901-d06d-4cb9-97f6-41ed8a5bfd23', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'floating_ip_address': '172.28.1.172', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'port_id': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'mac_address': 'fa:16:3e:b8:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:05:59Z', 'updated_at': '2021-04-30T07:06:17Z', 'revision_number': 1, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:20.112620 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.25', 51916) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:20.113610 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] Checking router: 5ab744ce-84b2-4850-9dc2-1e02989f01bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:06:20.127861 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:06:20.128947 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:05:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:20.183694 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9f54b083-682e-4143-9892-940dd1448a98 req-56b1a6fc-e4c6-47f7-a9af-bb4a12a31158 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 210 time: 0.1110463 Apr 30 07:06:20.412106 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Calling delete_port for 717892eb-0855-4fd2-ae76-5cc74ae1571b owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:06:20.487763 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-16a0c050-2f79-4958-bbcb-64bfe0c2e232 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:20.489793 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-16a0c050-2f79-4958-bbcb-64bfe0c2e232 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.3670628 Apr 30 07:06:20.528894 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Request body: {'port': {'device_id': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'admin_state_up': True, 'tenant_id': '07da67a12e384dafb2be92fad0839de6'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:20.546939 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:06:20.870525 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:20.882561 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:20.895513 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Made reservation on behalf of 07da67a12e384dafb2be92fad0839de6 for: {'port': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:20.905562 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:20.959073 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321188-080f-400d-9150-7a855355fc88 req-0da15331-df5f-4d5e-94bb-dd9425fa3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:20.960714 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70321188-080f-400d-9150-7a855355fc88 req-0da15331-df5f-4d5e-94bb-dd9425fa3f26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1098 time: 0.8000240 Apr 30 07:06:21.152662 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60056) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:21.358138 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Allocated IP 172.20.0.14 (b2b9e21e-fc8f-4159-a5a9-abf0307721ad/13b09ebb-8ffb-42c0-957d-331efcbb9e54/3e71cd1a-32ea-4663-ac91-4d049b59fa2a) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:21.537439 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:21.550820 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-bd5648a6-dd38-4795-985e-cb554a27d348 req-bd1eadad-c062-429c-b948-c9f43dd830fd tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 210 time: 0.1736763 Apr 30 07:06:21.558137 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60084) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:21.559843 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['717892eb-0855-4fd2-ae76-5cc74ae1571b'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:21.567014 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '8a69d901-d06d-4cb9-97f6-41ed8a5bfd23', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'floating_ip_address': '172.28.1.172', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'port_id': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'mac_address': 'fa:16:3e:b8:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:05:59Z', 'updated_at': '2021-04-30T07:06:17Z', 'revision_number': 1, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:21.570627 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321188-080f-400d-9150-7a855355fc88 req-aaf69c77-7c68-4b88-93c6-99c0fe36656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:21.572842 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70321188-080f-400d-9150-7a855355fc88 req-aaf69c77-7c68-4b88-93c6-99c0fe36656a service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.4913332 Apr 30 07:06:21.580748 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-191406bb-1be4-49a3-ac75-e69ba3715424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:21.591378 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b5377-9ece-42c7-a899-fb1ed276c70f None None] The sync data for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb is: [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '8a69d901-d06d-4cb9-97f6-41ed8a5bfd23', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'floating_ip_address': '172.28.1.172', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'port_id': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'mac_address': 'fa:16:3e:b8:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:05:59Z', 'updated_at': '2021-04-30T07:06:17Z', 'revision_number': 1, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:06:21.743080 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70321188-080f-400d-9150-7a855355fc88 req-45117164-2813-4fc8-8b99-39c8c0f71704 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 200 len: 999 time: 0.1228526 Apr 30 07:06:21.824201 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54219f11-1452-4fbc-ad2b-5ebc8beb8982 req-37524fdd-3ac1-487f-b366-c4ddda5c32a6 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:21.825612 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54219f11-1452-4fbc-ad2b-5ebc8beb8982 req-37524fdd-3ac1-487f-b366-c4ddda5c32a6 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6db638-5b63-41d6-bf52-ff12a6a55189 HTTP/1.1" status: 200 len: 867 time: 0.8615010 Apr 30 07:06:21.826452 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Pushing event deleted for resources: {'Port': ['ID=717892eb-0855-4fd2-ae76-5cc74ae1571b,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:21.829299 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:21.911212 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:21.962158 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] No DVR routers for this DVR port 717892eb-0855-4fd2-ae76-5cc74ae1571b on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:06:21.966847 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05a476-286c-4678-adbe-5cd8ff01da79 None None] New status for floating IP 8a69d901-d06d-4cb9-97f6-41ed8a5bfd23: ACTIVE {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:06:21.979798 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:21.987594 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:21.992411 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.001878 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:79e0df45e6d94ccba2bfa10d98c17976 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:22.011282 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:22.046136 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:22.051737 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:22.072867 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Usage tracker for resource:security_group_rule and tenant:2150b219c03e4e8ebb167be80edafe27 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:22.082256 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'name': 'network-vif-deleted', 'tag': '717892eb-0855-4fd2-ae76-5cc74ae1571b'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:22.088152 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:22.096133 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321188-080f-400d-9150-7a855355fc88 req-ef5e149d-920e-45c4-96f8-237846f9d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:22.097981 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70321188-080f-400d-9150-7a855355fc88 req-ef5e149d-920e-45c4-96f8-237846f9d32d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.2942030 Apr 30 07:06:22.099665 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ea01dcce-cbfa-4253-8a73-b58c7b1fe8fb req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.25 "DELETE /v2.0/ports/717892eb-0855-4fd2-ae76-5cc74ae1571b HTTP/1.1" status: 204 len: 173 time: 2.6002867 Apr 30 07:06:22.106416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:22.126716 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54219f11-1452-4fbc-ad2b-5ebc8beb8982 req-81e459ff-5ccc-4269-8da2-4a38126c8b6c tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] 10.222.0.11 "GET /v2.0/security-groups?id=664a3032-5b6e-4a7e-ad5d-89caffe2632a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530522 Apr 30 07:06:22.209441 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.238972 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6db638-5b63-41d6-bf52-ff12a6a55189', 'name': 'network-vif-deleted', 'tag': '717892eb-0855-4fd2-ae76-5cc74ae1571b', 'status': 'completed', 'code': 200} Apr 30 07:06:22.299629 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321188-080f-400d-9150-7a855355fc88 req-58abd12e-3f53-4736-a1dc-dfef6eec3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:22.301237 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70321188-080f-400d-9150-7a855355fc88 req-58abd12e-3f53-4736-a1dc-dfef6eec3a5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1878684 Apr 30 07:06:22.311567 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.341820 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.353710 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0ae5bbb8-d995-4880-87e9-c163565ecb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:22.390139 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515989f1-7768-4c86-aac7-ed30fd91ea1d,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:22.396026 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:22.398242 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.422301 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:22.454082 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:22.462135 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:22.463793 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.471532 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:22.474582 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:22.499071 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.521402 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a5ec29f1-268a-4d60-a219-40ce3d82d67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:22.548647 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79e0df45e6d94ccba2bfa10d98c17976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9856479 Apr 30 07:06:22.555500 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60134) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:22.659846 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:22.664420 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:22.727284 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event updated for resources: {'Port': ['ID=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:22.736557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:22.752520 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2150b219c03e4e8ebb167be80edafe27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4308290 Apr 30 07:06:22.753274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd126492-edaa-46fd-a9ce-f2445a4db4db,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:22.762026 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60146) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:22.775490 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:22.776937 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2455642 Apr 30 07:06:22.787851 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70321188-080f-400d-9150-7a855355fc88 req-0c89fb2f-269a-424f-b1e2-c02ff52178fe service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750059 Apr 30 07:06:22.843733 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Request body: {'port': {'device_id': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:23.007939 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.037223 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70321188-080f-400d-9150-7a855355fc88 req-0e415d8d-31a8-4cf5-be01-37af0806a2b4 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421203 Apr 30 07:06:23.073775 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60166) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:23.152011 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.192510 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.238795 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.271930 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184bed7-d607-4a03-b84f-908c1c6e0ee6 req-e0e3c820-2ae9-48f2-a4bb-6da90fdc77f3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:23.272663 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-3184bed7-d607-4a03-b84f-908c1c6e0ee6 req-e0e3c820-2ae9-48f2-a4bb-6da90fdc77f3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:23.288874 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.311395 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:23.316110 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6e353d8572984277a5b57c2bba391a33 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:23.319551 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:23.323720 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.328212 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:23.429490 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.432137 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.433142 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d559c929-7613-4db8-9202-0264d55d724d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:23.437573 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.440879 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-3184bed7-d607-4a03-b84f-908c1c6e0ee6 req-e0e3c820-2ae9-48f2-a4bb-6da90fdc77f3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:23.442065 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3184bed7-d607-4a03-b84f-908c1c6e0ee6 req-e0e3c820-2ae9-48f2-a4bb-6da90fdc77f3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 932 time: 0.6784823 Apr 30 07:06:23.459083 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd126492-edaa-46fd-a9ce-f2445a4db4db,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:23.462879 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1addef5-ed30-409c-afe1-101e56254ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:23.517186 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:23.518394 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.519811 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd126492-edaa-46fd-a9ce-f2445a4db4db HTTP/1.1" status: 204 len: 168 time: 0.7547526 Apr 30 07:06:23.523545 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e353d8572984277a5b57c2bba391a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485965 Apr 30 07:06:23.525260 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf60bf7-86db-403b-9c90-15cdbef246c5,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:23.529022 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:23.529806 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60190) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:23.589293 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3184bed7-d607-4a03-b84f-908c1c6e0ee6 req-2f98e7a9-8d17-4995-978a-6ee6e71cba20 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319993 Apr 30 07:06:23.599196 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.621776 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.638599 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b9ce7194-4ef3-4125-8e6a-ea4cbc34c6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:23.642857 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.655610 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515989f1-7768-4c86-aac7-ed30fd91ea1d,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:23.659567 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:23.704364 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.707208 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/515989f1-7768-4c86-aac7-ed30fd91ea1d HTTP/1.1" status: 204 len: 168 time: 1.1501021 Apr 30 07:06:23.762151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.767579 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c535b236-7a62-456c-a85f-99a2eba72253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:23.781503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf60bf7-86db-403b-9c90-15cdbef246c5,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:23.785764 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:23.806371 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.806371 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cf60bf7-86db-403b-9c90-15cdbef246c5 HTTP/1.1" status: 204 len: 168 time: 0.2727435 Apr 30 07:06:23.883173 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.notifiers.nova [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e71cd1a-32ea-4663-ac91-4d049b59fa2a {{(pid=73781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:23.891668 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.910345 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.provisioning_blocks [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Transition to ACTIVE for port object 3e71cd1a-32ea-4663-ac91-4d049b59fa2a will not be triggered until provisioned by entity L2. {{(pid=73781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:23.917213 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:23.921740 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:24.027398 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60208) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:24.047753 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.069331 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:24.075324 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Usage tracker for resource:security_group_rule and tenant:21570253fe95469bb346b0ba60d010b7 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:24.079961 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:24.085734 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Pushing event updated for resources: {'Port': ['ID=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:24.095990 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:24.124064 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:24.214418 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.222346 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.232721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ae09f063-1e40-4473-bb2c-580165138fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:24.278352 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21570253fe95469bb346b0ba60d010b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497423 Apr 30 07:06:24.279352 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc89c8c8-214b-4925-813e-fce0fbb6ed3d,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:24.282048 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60216) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:24.293690 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:24.302090 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60220) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:24.323298 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.330828 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Attempting to bind port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:24.331179 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Attempting to bind port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}] {{(pid=73781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:24.331752 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Attempting to bind port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:24.337849 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:24.342700 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Usage tracker for resource:security_group_rule and tenant:c95d52bc6d0440f8b0a6e0829116f61d is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:24.345648 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:24.347202 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:06:24.347525 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Attempting to bind port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:24.351710 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:24.356097 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:24.356801 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Checking segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:24.357398 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Bound using segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:24.357907 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Bound port: 3e71cd1a-32ea-4663-ac91-4d049b59fa2a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}}] {{(pid=73781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:24.358689 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.428128 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.478161 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.496501 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 717892eb-0855-4fd2-ae76-5cc74ae1571b no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:06:24.533340 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.537494 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] For port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a, host hv-cinder-77387, cleared binding levels {{(pid=73781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:06:24.547477 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.559846 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] For port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:06:24.560195 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 717892eb-0855-4fd2-ae76-5cc74ae1571b {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:06:24.562490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 717892eb-0855-4fd2-ae76-5cc74ae1571b not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:06:24.574902 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.580409 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:24.600694 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:24.619686 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c95d52bc6d0440f8b0a6e0829116f61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164160 Apr 30 07:06:24.624558 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60242) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:24.624636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60246) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:24.677603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.696096 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:24.700721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d22a650ae454421a16ccf4aa2f0fcf9 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:24.704083 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:24.710591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:24.733576 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.765737 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2902f60-a9ff-4b02-b307-27b0890507c1,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:24.773201 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:24.799233 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:24.800087 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.801245 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] 10.222.0.25 "PUT /v2.0/ports/3e71cd1a-32ea-4663-ac91-4d049b59fa2a HTTP/1.1" status: 200 len: 1094 time: 1.9757049 Apr 30 07:06:24.808792 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'tag': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a'}] {{(pid=73781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:24.825380 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.845669 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.849405 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc89c8c8-214b-4925-813e-fce0fbb6ed3d HTTP/1.1" status: 204 len: 168 time: 0.5655437 Apr 30 07:06:24.851666 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Pushing event updated for resources: {'Port': ['ID=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,revision_number=3']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:24.856375 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:24.856798 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:24.889867 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.891754 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.902431 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc89c8c8-214b-4925-813e-fce0fbb6ed3d,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:24.904734 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:24.913842 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:24.965529 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b752b2-cd9b-44ae-b33f-f98dafbf1820 req-b4f5cc4b-be82-44e8-8ba1-4ccdc814623d tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:24.967146 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e8b752b2-cd9b-44ae-b33f-f98dafbf1820 req-b4f5cc4b-be82-44e8-8ba1-4ccdc814623d tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 944 time: 0.2373474 Apr 30 07:06:25.001571 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-347063e8-fe2e-4113-98e2-3ef8d2e6ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:25.003140 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-347063e8-fe2e-4113-98e2-3ef8d2e6ac6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 1097 time: 0.1398880 Apr 30 07:06:25.022933 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:25.088546 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d22a650ae454421a16ccf4aa2f0fcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628823 Apr 30 07:06:25.091194 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff25e4-1cc6-417a-b796-ce90a1745f5f,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:25.091681 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e8b752b2-cd9b-44ae-b33f-f98dafbf1820 req-b9f92389-aed9-441b-9491-7c3860e3d55b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168041 Apr 30 07:06:25.093696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60266) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:25.093696 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-f8fc6490-a4a7-4de3-ac3e-4d9dd6453a4b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e71cd1a-32ea-4663-ac91-4d049b59fa2a HTTP/1.1" status: 200 len: 217 time: 0.0755093 Apr 30 07:06:25.097573 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:25.123665 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.132091 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-30f93046-7f80-4f0e-9dd8-025bc12dd004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.141895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8d7b6594-b44b-4614-a21a-70c3e33c72e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:25.163556 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2902f60-a9ff-4b02-b307-27b0890507c1,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:25.169298 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:25.172960 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.178397 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2902f60-a9ff-4b02-b307-27b0890507c1 HTTP/1.1" status: 204 len: 168 time: 0.5508018 Apr 30 07:06:25.203929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-208d2424-b5e9-4bf2-8419-2cba0f209983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:25.204928 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-208d2424-b5e9-4bf2-8419-2cba0f209983 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.0975575 Apr 30 07:06:25.276608 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-42d82fa6-1456-48dd-ae05-f7e55d9de0b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599871 Apr 30 07:06:25.277540 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.324388 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.381877 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60284) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:25.429171 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:06:25.448118 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Deleting subnet fe54a79d-5e7a-4068-8512-6ac33e4534b0 {{(pid=73782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:06:25.453189 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.464481 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-ad614a65-1285-4579-91bc-a5a11236d326 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627958 Apr 30 07:06:25.469601 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.473283 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1ceba662-6a9f-4287-8a3d-6f295b276311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:25.509426 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff25e4-1cc6-417a-b796-ce90a1745f5f,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:25.523469 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:25.530781 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.532110 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43ff25e4-1cc6-417a-b796-ce90a1745f5f HTTP/1.1" status: 204 len: 168 time: 0.4374323 Apr 30 07:06:25.558201 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.568165 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.595585 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60294) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:25.651579 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d8416aeb-f05d-4d8f-9a80-0217260bf046 req-e049209c-d2af-4a7b-bf60-da91e8be7379 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646883 Apr 30 07:06:25.799755 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'tag': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', 'status': 'completed', 'code': 200} Apr 30 07:06:25.846246 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.866445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.882143 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c2c1c3b0-7d75-4938-ae89-a37aaeec8928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:25.910496 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:25.917569 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe54a79d-5e7a-4068-8512-6ac33e4534b0,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:25.920059 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-054372de-6d77-4035-860c-8dbfbd92fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:25.920951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:25.921723 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-054372de-6d77-4035-860c-8dbfbd92fab3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 1097 time: 0.0780909 Apr 30 07:06:25.922595 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fe54a79d-5e7a-4068-8512-6ac33e4534b0 HTTP/1.1" status: 204 len: 168 time: 0.5394375 Apr 30 07:06:25.925040 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60308) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:26.021340 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:26.149492 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:26.159120 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Usage tracker for resource:security_group_rule and tenant:f8191d803133413b8911acca6a55570d is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:26.165173 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:26.169334 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:26.178729 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:26.255625 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-33d9286c-8bb3-4574-b1dd-f27980f01e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:26.257442 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-33d9286c-8bb3-4574-b1dd-f27980f01e16 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 915 time: 0.3122985 Apr 30 07:06:26.481163 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-4003d81b-90c0-4df7-b7e0-88161db68d15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e71cd1a-32ea-4663-ac91-4d049b59fa2a HTTP/1.1" status: 200 len: 217 time: 0.1779885 Apr 30 07:06:26.599174 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:26.717061 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-83898090-3cd3-43c0-8f6f-2fff47930cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:26.718552 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-83898090-3cd3-43c0-8f6f-2fff47930cf7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.2237635 Apr 30 07:06:26.827878 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-3e23a616-6535-4095-bdd9-a10843cc50dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852168 Apr 30 07:06:26.832790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3914c7f-3c36-4336-bb56-2ec237487804']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:26.896263 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:26.904739 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43b38-5c0b-48aa-ae12-994a6c58639b req-04614ebe-78e7-4f6c-8a07-83c838ec433e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:26.906273 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a6b43b38-5c0b-48aa-ae12-994a6c58639b req-04614ebe-78e7-4f6c-8a07-83c838ec433e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 944 time: 0.6573353 Apr 30 07:06:26.911043 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:26.911867 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f22cce1-9906-4928-aa6b-d0fb1ba5fe9e') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:26.927630 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:26.993462 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-33de7cdd-520b-4004-8d13-a3c82eacc10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:27.001291 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.074774 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.085219 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8191d803133413b8911acca6a55570d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4885898 Apr 30 07:06:27.088058 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60382) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:27.091423 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7a7dfa-8c11-4399-a46e-4724fdb9fc4b,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:27.094332 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:06:27.114642 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:27.134584 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a6b43b38-5c0b-48aa-ae12-994a6c58639b req-b945c98f-9a0e-4f53-90bf-f6e071efe3d7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140083 Apr 30 07:06:27.182411 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.214182 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.230098 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-76ab1c17-f12e-4800-8039-111250bd76dd service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815074 Apr 30 07:06:27.282744 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.287773 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7e392693-f6ce-436b-9118-a53c9273a3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:27.315721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7a7dfa-8c11-4399-a46e-4724fdb9fc4b,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:27.328654 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:27.338244 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.339856 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Network d3914c7f-3c36-4336-bb56-2ec237487804 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:06:27.342242 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe7a7dfa-8c11-4399-a46e-4724fdb9fc4b HTTP/1.1" status: 204 len: 168 time: 0.2525501 Apr 30 07:06:27.389854 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.505401 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-29b96ea8-c6bd-4e9c-96c2-ba43c2b47f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.597864 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Network d3914c7f-3c36-4336-bb56-2ec237487804 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:06:27.619934 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:06:27.632616 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eb23f4b4-6c44-45e7-b705-81a7c5ab09f1 req-7688703d-24d6-4724-9768-eb99ab534723 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914671 Apr 30 07:06:27.663136 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60400) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:27.706002 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.710789 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:27.729004 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.736773 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3914c7f-3c36-4336-bb56-2ec237487804,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:27.741434 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:27.755817 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-c0e73fc7-f58b-4194-8b2b-5fb3a85381d1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d3914c7f-3c36-4336-bb56-2ec237487804 HTTP/1.1" status: 204 len: 168 time: 1.8297193 Apr 30 07:06:27.836687 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.845095 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60414) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:27.870155 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.884089 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:27.905982 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:27.910716 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Usage tracker for resource:security_group_rule and tenant:1adcbbede646437fb00e79c3f164f19b is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:27.914850 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:27.921173 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:27.925160 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:27.938860 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Usage tracker for resource:security_group_rule and tenant:7fd32c1fe6d647588fcd41381b18b970 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:27.946623 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:27.957230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:28.132233 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.133767 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.137345 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.140349 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.153319 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-477336b1-c24e-44bf-b5b7-c11291fda7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:28.158830 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7404b019-6f42-43fd-a951-e023cfdee137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:28.199833 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fd32c1fe6d647588fcd41381b18b970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351994 Apr 30 07:06:28.203490 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60432) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:28.223822 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e66df1e-5547-4180-bb03-512c5e15ddbe,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:28.228954 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60436) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:28.231380 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:28.291518 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1adcbbede646437fb00e79c3f164f19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437730 Apr 30 07:06:28.295909 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a7af29-a26c-4858-aa40-19f2ebbd8bc9,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:28.296827 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60440) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:28.319831 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:28.343118 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-29c1ba1e-4c26-497a-b73c-51328bc06d99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d63c9cec937f46fd8c806d063edb3b26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1130517 Apr 30 07:06:28.351751 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60448) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:28.359115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.409338 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cb595-f1fc-43cd-b356-aead2cba0856 req-1ef1ef78-fb75-412e-85ff-0984a8bd72f1 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:28.419582 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-435cb595-f1fc-43cd-b356-aead2cba0856 req-1ef1ef78-fb75-412e-85ff-0984a8bd72f1 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 944 time: 0.1008105 Apr 30 07:06:28.424998 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.428080 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.483371 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-435cb595-f1fc-43cd-b356-aead2cba0856 req-0756bef4-3071-42f4-bb1a-7c61ea3ac3ab tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619912 Apr 30 07:06:28.491102 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.515727 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3e71cd1a-32ea-4663-ac91-4d049b59fa2a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:06:28.521256 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.547061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.581095 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.592616 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.626097 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:28.682246 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e66df1e-5547-4180-bb03-512c5e15ddbe,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:28.691352 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:28.715991 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.717106 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e66df1e-5547-4180-bb03-512c5e15ddbe HTTP/1.1" status: 204 len: 168 time: 0.5125499 Apr 30 07:06:28.767334 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.780122 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b25fa32c-43de-4012-995b-87827643ca1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:28.788296 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.808600 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a7af29-a26c-4858-aa40-19f2ebbd8bc9,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:28.811955 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:28.813540 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d063e183-6a64-4f75-a836-f4e09aa0c7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:28.827201 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664a3032-5b6e-4a7e-ad5d-89caffe2632a,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:28.838110 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:28.839366 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.840586 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50a7af29-a26c-4858-aa40-19f2ebbd8bc9 HTTP/1.1" status: 204 len: 168 time: 0.5403831 Apr 30 07:06:28.842157 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:28.850659 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/664a3032-5b6e-4a7e-ad5d-89caffe2632a HTTP/1.1" status: 204 len: 168 time: 0.4901745 Apr 30 07:06:28.883187 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:28.902831 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'port_id': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', 'mac_address': 'fa:16:3e:2e:fe:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b09ebb-8ffb-42c0-957d-331efcbb9e54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:06:28.990790 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:29.024133 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e71cd1a-32ea-4663-ac91-4d049b59fa2a {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:29.072210 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:29.085807 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:29.088220 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:29.244670 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:29.259480 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:29.369982 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3e71cd1a-32ea-4663-ac91-4d049b59fa2a'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:29.816156 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9b15a-778a-4bb6-8ce6-f61ea52f063a req-cfd19ec1-bc20-47ad-89c5-6f38f434c1e1 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:29.819026 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7de9b15a-778a-4bb6-8ce6-f61ea52f063a req-cfd19ec1-bc20-47ad-89c5-6f38f434c1e1 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 945 time: 0.2126648 Apr 30 07:06:29.892297 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7de9b15a-778a-4bb6-8ce6-f61ea52f063a req-0677de26-ba50-43db-a185-246bf6afd8c8 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678594 Apr 30 07:06:30.315175 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:30.526411 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3e71cd1a-32ea-4663-ac91-4d049b59fa2a up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:30.658249 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:30.673262 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:30.675635 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:30.828828 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:30.833795 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60574) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:30.869407 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:30.883134 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:30.892429 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:30.894935 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:30.989310 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', 'code': 200} Apr 30 07:06:30.996416 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:31.000470 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:31.037877 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-656195449-network', 'tenant_id': 'b350e5e70d4547299beb9577723aad75'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:31.045029 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:31.052825 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Usage tracker for resource:network and tenant:b350e5e70d4547299beb9577723aad75 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:31.056585 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:31.064921 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:31.080696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Made reservation on behalf of b350e5e70d4547299beb9577723aad75 for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:31.083272 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.112933 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.154759 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:31.179223 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33e41-3b49-42d5-8d9f-547f77c52a13 req-3dfdf40a-34bf-46e1-8bf3-49676fce5cd8 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:31.186816 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-24c33e41-3b49-42d5-8d9f-547f77c52a13 req-3dfdf40a-34bf-46e1-8bf3-49676fce5cd8 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 946 time: 0.0995986 Apr 30 07:06:31.211229 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Usage tracker for resource:security_group_rule and tenant:b350e5e70d4547299beb9577723aad75 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:31.235371 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:31.244159 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-24c33e41-3b49-42d5-8d9f-547f77c52a13 req-0b3cd9e1-75cc-4ec3-8197-1c91eaa9fe9a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563755 Apr 30 07:06:31.261611 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:31.303480 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7a86-d702-4ca1-a577-60056a25947a req-4bd00baf-0a48-43aa-ba21-2374de1084ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:31.303480 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-911a7a86-d702-4ca1-a577-60056a25947a req-4bd00baf-0a48-43aa-ba21-2374de1084ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 1099 time: 0.1365023 Apr 30 07:06:31.367016 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-911a7a86-d702-4ca1-a577-60056a25947a req-dc1692da-14c9-48f3-8829-31177c8c7f10 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 Apr 30 07:06:31.415591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60598) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:31.420326 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.429203 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.435182 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9c587eaa-fe3b-47b6-99c0-33f51e34dad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:31.474997 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:06:31.491834 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6407452c-5e37-4e62-b013-08c20c904ab8,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:31.496027 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:31.497484 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.497984 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Added segment d2da962f-8faa-44be-9b7e-61927dcbcc7f of type vlan for network 3f129c03-173e-4e6e-aabc-5e51c4fd928d Apr 30 07:06:31.541021 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.572435 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.577412 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.579151 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:31.579884 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.585489 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-640fb4b0-7315-4f77-9c10-d1dfd3d20a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:31.588351 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:31.592346 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Usage tracker for resource:security_group_rule and tenant:fb1bfd30a57e4e3dbcd1139116df3615 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:31.601636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:31.607782 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:31.700434 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Pushing event updated for resources: {'Network': ['ID=3f129c03-173e-4e6e-aabc-5e51c4fd928d,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:31.705461 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:31.714001 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:06:31.740192 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.755616 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.759812 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9252105 Apr 30 07:06:31.760719 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60616) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:31.766842 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Request body: {'subnet': {'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-subnet', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:31.772099 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:31.776750 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Usage tracker for resource:subnet and tenant:b350e5e70d4547299beb9577723aad75 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:31.779821 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:31.785696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:31.797941 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8bfc6a34-a80c-4cd6-8a05-0929f531e6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:31.798806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Made reservation on behalf of b350e5e70d4547299beb9577723aad75 for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:31.802387 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2665745'] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.821836 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb1bfd30a57e4e3dbcd1139116df3615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046667 Apr 30 07:06:31.829833 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60626) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:31.858391 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c662a8e-22f7-4fce-b697-20ec2befaa11,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:31.863312 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:31.916155 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:31.954762 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.046702 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.050966 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6bf42cba-c214-43ff-a504-a39adf86e05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:32.068741 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c662a8e-22f7-4fce-b697-20ec2befaa11,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:32.071312 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:32.089158 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.090620 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c662a8e-22f7-4fce-b697-20ec2befaa11 HTTP/1.1" status: 204 len: 168 time: 0.2540193 Apr 30 07:06:32.365242 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4123672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2665731'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.369552 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:32.447392 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e012829-8a43-4bc3-9926-8bf8b10990e8,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:32.456034 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:32.463629 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Checking segment: {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:32.463907 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Network hostable DHCP agents. Network: 3f129c03-173e-4e6e-aabc-5e51c4fd928d, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:06:32.487238 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:06:32.499626 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 3f129c03-173e-4e6e-aabc-5e51c4fd928d) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:32.510156 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c0b85-2f89-4872-b35b-b515826e4d94 None None] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:06:32.510920 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:32.511565 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.521937 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26f66-584b-44e3-849c-e1cfefb527eb req-54838b8b-62d5-48d7-8129-f2111219ca0a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:32.524979 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9bf26f66-584b-44e3-849c-e1cfefb527eb req-54838b8b-62d5-48d7-8129-f2111219ca0a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 946 time: 0.1064913 Apr 30 07:06:32.538896 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7770765 Apr 30 07:06:32.541584 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60648) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:32.547679 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:32.553539 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:32.559891 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Usage tracker for resource:router and tenant:b350e5e70d4547299beb9577723aad75 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:32.563493 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:32.570063 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:32.582054 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9bf26f66-584b-44e3-849c-e1cfefb527eb req-009cdc89-5074-43fe-9652-91d99f002da2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489812 Apr 30 07:06:32.595527 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.598304 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.624536 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:32.784465 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cca71b-0711-4e6e-a4ef-6d4f2d6cc5a9 None None] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:06:32.979865 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:33.457696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:33.494706 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:33.644268 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Allocated IP 172.28.1.179 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/3361d20b-7578-41d8-a0db-78971bdd133f) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:33.809168 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c5b59-d4e9-46a5-b444-45472ee9a913 req-fc288781-3f18-4f6c-9130-4f91189020bc tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:33.810746 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c19c5b59-d4e9-46a5-b444-45472ee9a913 req-fc288781-3f18-4f6c-9130-4f91189020bc tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 946 time: 0.0867667 Apr 30 07:06:33.815430 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:33.850331 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:33.855151 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:33.863358 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c19c5b59-d4e9-46a5-b444-45472ee9a913 req-22d09c49-1316-42ba-b1c5-1358fcc94342 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Apr 30 07:06:33.918599 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:33.925619 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:33.928239 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:33.982715 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Pushing event updated for resources: {'Port': ['ID=3361d20b-7578-41d8-a0db-78971bdd133f,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:33.999333 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:33.999674 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.000019 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.000363 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.000699 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.001201 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.001379 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.001719 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.002042 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.002390 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.002718 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.003044 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:34.008068 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:34.423637 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:34.856205 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:35.157471 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Router f21f3853-cdab-4173-9b1d-7f9267dc1ebb is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 07:06:35.423766 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:06:35.434059 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Sync routers for ids ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:06:35.447065 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Routers {'f21f3853-cdab-4173-9b1d-7f9267dc1ebb'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:06:35.447692 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:06:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:35.451939 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:35.454365 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9103575 Apr 30 07:06:35.455952 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 60768) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:35.688121 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Set router f21f3853-cdab-4173-9b1d-7f9267dc1ebb gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:06:36.002029 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:06:34Z', 'revision_number': 3, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port': {'id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:33Z', 'updated_at': '2021-04-30T07:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:36.007156 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Checking router: f21f3853-cdab-4173-9b1d-7f9267dc1ebb for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:06:36.007463 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Updating router f21f3853-cdab-4173-9b1d-7f9267dc1ebb port 3361d20b-7578-41d8-a0db-78971bdd133f binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:06:36.063356 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.194855 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.446420 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Allocated IP 172.20.0.1 (3f129c03-173e-4e6e-aabc-5e51c4fd928d/1e012829-8a43-4bc3-9926-8bf8b10990e8/3d82c06f-bfaf-4679-a8eb-9cb321c1c99b) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:36.465931 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.485007 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Transition to ACTIVE for port object 3361d20b-7578-41d8-a0db-78971bdd133f will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:36.494398 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.503074 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:36.647394 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa147a-6fd3-4cbd-9099-3330743ffd72 None None] Pushing event updated for resources: {'Port': ['ID=3361d20b-7578-41d8-a0db-78971bdd133f,revision_number=2']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:36.651917 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-0faa147a-6fd3-4cbd-9099-3330743ffd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:36.654649 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Attempting to bind port 3361d20b-7578-41d8-a0db-78971bdd133f on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:36.655200 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Attempting to bind port 3361d20b-7578-41d8-a0db-78971bdd133f by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:36.655637 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Attempting to bind port 3361d20b-7578-41d8-a0db-78971bdd133f on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:36.659130 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-7d5d6b1a-4904-4130-8bbc-2be500fa1de4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:36.669201 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-7d5d6b1a-4904-4130-8bbc-2be500fa1de4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.2128541 Apr 30 07:06:36.669736 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:36.670121 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:36.673687 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.674126 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:36.674648 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Bound port: 3361d20b-7578-41d8-a0db-78971bdd133f, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:36.675050 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.679690 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.689616 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-3a617b8d-0ac1-4547-bdea-79132caaaa24 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/quotas/07da67a12e384dafb2be92fad0839de6 HTTP/1.1" status: 200 len: 375 time: 0.0186179 Apr 30 07:06:36.749582 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.753865 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:36.820513 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-2459e52e-8c61-4fc7-82cb-8615c1828bf7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271813 Apr 30 07:06:36.826266 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:36.829606 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:36.834734 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:36.873207 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] For port 3361d20b-7578-41d8-a0db-78971bdd133f, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:06:36.879174 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] For port 3361d20b-7578-41d8-a0db-78971bdd133f, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3361d20b-7578-41d8-a0db-78971bdd133f,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:06:36.889031 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:36.911741 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-0faa147a-6fd3-4cbd-9099-3330743ffd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:36.969351 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Pushing event updated for resources: {'Port': ['ID=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:36.982596 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:37.006701 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:37.014098 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Routers {'f21f3853-cdab-4173-9b1d-7f9267dc1ebb'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:06:37.015112 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:06:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:37.072266 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa147a-6fd3-4cbd-9099-3330743ffd72 None None] Pushing event updated for resources: {'Port': ['ID=3361d20b-7578-41d8-a0db-78971bdd133f,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:37.082930 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-0faa147a-6fd3-4cbd-9099-3330743ffd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:37.099951 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-ff58bd67-9e4b-409c-ba7c-a26486ea10ba service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729104 Apr 30 07:06:37.183593 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:37.248484 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-d98e9024-10dd-48b1-99b1-3cada136177f service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475787 Apr 30 07:06:37.265982 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] Set router f21f3853-cdab-4173-9b1d-7f9267dc1ebb gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:06:37.677042 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:06:34Z', 'revision_number': 3, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port': {'id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:33Z', 'updated_at': '2021-04-30T07:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:37.688170 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88dbfd-075f-4d53-a204-0c8ca10e76f4 None None] The sync data for ids ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'] in dv-cinder-773876-2-smb is: [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:06:34Z', 'revision_number': 3, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port': {'id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:33Z', 'updated_at': '2021-04-30T07:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:06:37.703606 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-52a72d7a-1001-4572-b5b7-efe22bb08154 req-c74372fb-77ff-4bb4-884c-8e6f89354eb1 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 210 time: 0.1959662 Apr 30 07:06:37.815645 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:37.832327 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:37.886462 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:37.987646 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:38.000680 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Pushing event updated for resources: {'Port': ['ID=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:38.005535 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:38.311205 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:38.312854 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:38.384092 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60876) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:38.545623 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Router f21f3853-cdab-4173-9b1d-7f9267dc1ebb has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:06:38.616813 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:38.645320 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:38.655244 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0352897b9e9345708f59232b2e08ba96 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:38.659774 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:38.690016 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:38.855291 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:06:38.887197 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:38.888599 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-68f9e7eb-4621-40b9-8a47-6bc8efa3086d admin admin] 10.222.0.11 "PUT /v2.0/routers/f21f3853-cdab-4173-9b1d-7f9267dc1ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4316576 Apr 30 07:06:38.897268 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:38.910922 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:38.972939 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0352897b9e9345708f59232b2e08ba96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5876944 Apr 30 07:06:38.974955 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b93348-6443-4686-ac23-c2bb8299e06c,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:38.977780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60896) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:38.998299 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7babbd28-a2f7-4393-b428-ef7d83e0456b req-6287b211-ae70-49e8-9d22-a802aed89873 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 210 time: 0.0640097 Apr 30 07:06:39.006646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.007306 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.007844 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.008367 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.009430 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.009773 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.010150 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.011530 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.012549 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.012914 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.013259 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.013645 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:39.027559 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:39.106402 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:39.141357 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:39.233004 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:39.238769 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-535c73cb-b443-452c-ba57-be437405f167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:39.264125 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b93348-6443-4686-ac23-c2bb8299e06c,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:39.276377 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:39.279345 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:39.283114 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7b93348-6443-4686-ac23-c2bb8299e06c HTTP/1.1" status: 204 len: 168 time: 0.3001809 Apr 30 07:06:39.416101 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-052e7566-79ef-4256-be71-147f495d4b90 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:39.419937 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-052e7566-79ef-4256-be71-147f495d4b90 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.2618876 Apr 30 07:06:39.437733 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Request body: {'port': {'device_id': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'admin_state_up': True, 'tenant_id': '07da67a12e384dafb2be92fad0839de6'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:39.685356 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:39.696816 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:39.714171 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Made reservation on behalf of 07da67a12e384dafb2be92fad0839de6 for: {'port': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:39.717717 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:39.800498 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-c1af3c8b-5a2d-459b-9d9b-521c1b02964b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:39.802198 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-c1af3c8b-5a2d-459b-9d9b-521c1b02964b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 818 time: 0.3266051 Apr 30 07:06:39.820142 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60944) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:39.851748 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-4caa2970-8efd-40d5-9271-1eab05d7c91f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/quotas/b350e5e70d4547299beb9577723aad75 HTTP/1.1" status: 200 len: 375 time: 0.0364139 Apr 30 07:06:39.855850 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:39.909780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:39.914298 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Usage tracker for resource:security_group_rule and tenant:bf02066d4d4e496dbd7440b1576dbdf0 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:39.917223 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:39.923327 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:39.992650 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Sync routers for ids ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:06:40.029726 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Routers {'f21f3853-cdab-4173-9b1d-7f9267dc1ebb'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:06:40.038199 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:06:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:40.045735 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Allocated IP 172.20.0.2 (b2b9e21e-fc8f-4159-a5a9-abf0307721ad/13b09ebb-8ffb-42c0-957d-331efcbb9e54/1112332e-9d2a-47ad-a4e6-50a67b1126fa) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:40.066493 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.093689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.117206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-bdf33a0b-f387-4c4d-a9ff-f57eb25a9eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:40.139987 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-b88e0295-c0c9-40d9-bdb6-f7c933526fd8 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2692268 Apr 30 07:06:40.366396 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b963730e-934f-4457-95d9-912754288080 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf02066d4d4e496dbd7440b1576dbdf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340269 Apr 30 07:06:40.369220 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 60964) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:40.390011 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54bff6d-b2ef-4e05-a23d-ad657e97f2e7,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:40.397737 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b963730e-934f-4457-95d9-912754288080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:40.490070 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3361d20b-7578-41d8-a0db-78971bdd133f up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:40.504022 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-1cfe6b4e-ada8-4dae-abd6-afaf8e6721fd service neutron] 10.222.0.11 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416300 Apr 30 07:06:40.510115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.538354 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-340151d8-25f3-46fe-bf2b-4f682f5340c9 req-e08e6420-8cb0-4b64-aa72-8b9d57b2a2b2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 210 time: 0.2377663 Apr 30 07:06:40.663276 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.665986 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.670157 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 3361d20b-7578-41d8-a0db-78971bdd133f completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:40.686161 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 3361d20b-7578-41d8-a0db-78971bdd133f triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:40.687604 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.741348 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.758673 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4be1f834-f130-4396-90f1-02e133974006 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:40.763963 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1', '3e71cd1a-32ea-4663-ac91-4d049b59fa2a'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:40.769453 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-69acfeb5-9584-4971-87c5-7773fbaf5cb0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571108 Apr 30 07:06:40.788266 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.798083 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c739af88-d1b0-475d-847e-f4816b816d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:40.811776 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54bff6d-b2ef-4e05-a23d-ad657e97f2e7,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:40.813895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.815817 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a54bff6d-b2ef-4e05-a23d-ad657e97f2e7 HTTP/1.1" status: 204 len: 168 time: 0.4425941 Apr 30 07:06:40.816377 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:40.817183 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:40.824584 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:40.834666 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Set router f21f3853-cdab-4173-9b1d-7f9267dc1ebb gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:06:40.837441 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:40.906427 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event updated for resources: {'Port': ['ID=1112332e-9d2a-47ad-a4e6-50a67b1126fa,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:40.912736 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:40.923424 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:40.924120 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:40.953624 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5218456 Apr 30 07:06:40.968601 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Request body: {'port': {'device_id': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:41.070636 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-85776efe-2cf7-406a-b072-54f2d67a1380 req-3070986a-84ae-4d95-98c1-c7638e597a17 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Synchronizing usage tracker for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:41.123954 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:41.130892 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-85776efe-2cf7-406a-b072-54f2d67a1380 req-3070986a-84ae-4d95-98c1-c7638e597a17 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Unset dirty status for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:41.132062 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-85776efe-2cf7-406a-b072-54f2d67a1380 req-3070986a-84ae-4d95-98c1-c7638e597a17 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 210 time: 0.1069005 Apr 30 07:06:41.153598 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:41.312047 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 3361d20b-7578-41d8-a0db-78971bdd133f, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3361d20b-7578-41d8-a0db-78971bdd133f,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:41.349519 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:41.377171 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:41.749740 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=3361d20b-7578-41d8-a0db-78971bdd133f,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:41.765235 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.765455 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.765807 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.766139 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.766602 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.766827 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.767171 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.767570 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.767887 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.768212 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.768533 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.768853 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:06:41.774303 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:41.793734 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:06:37Z', 'revision_number': 4, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port': {'id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:33Z', 'updated_at': '2021-04-30T07:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '3d82c06f-bfaf-4679-a8eb-9cb321c1c99b', 'name': '', 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'mac_address': 'fa:16:3e:3b:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:36Z', 'updated_at': '2021-04-30T07:06:37Z', 'revision_number': 2, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'subnets': [{'id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:41.800242 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Checking router: f21f3853-cdab-4173-9b1d-7f9267dc1ebb for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:06:41.800602 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Updating router f21f3853-cdab-4173-9b1d-7f9267dc1ebb port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:06:41.850993 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d8eed-6dc6-42b1-b3c1-68df7e1b5fea req-5c782007-e6d3-4494-bf0a-b9e8c67c1f5a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:41.859729 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6b5d8eed-6dc6-42b1-b3c1-68df7e1b5fea req-5c782007-e6d3-4494-bf0a-b9e8c67c1f5a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 931 time: 0.1665013 Apr 30 07:06:41.879736 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:41.926628 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6b5d8eed-6dc6-42b1-b3c1-68df7e1b5fea req-666bbe64-e7c4-487b-979d-1a39a695395b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642669 Apr 30 07:06:42.018167 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-c9eaabb3-10e8-4e83-986a-ed8b05364002 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:42.019181 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-c9eaabb3-10e8-4e83-986a-ed8b05364002 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Synchronizing usage tracker for tenant:b350e5e70d4547299beb9577723aad75 on resource:network {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:42.026049 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.notifiers.nova [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1112332e-9d2a-47ad-a4e6-50a67b1126fa {{(pid=73781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:42.064239 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:42.088031 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3361d20b-7578-41d8-a0db-78971bdd133f up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:42.129764 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.provisioning_blocks [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Transition to ACTIVE for port object 1112332e-9d2a-47ad-a4e6-50a67b1126fa will not be triggered until provisioned by entity L2. {{(pid=73781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:42.132222 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-c9eaabb3-10e8-4e83-986a-ed8b05364002 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Unset dirty status for tenant:b350e5e70d4547299beb9577723aad75 on resource:network {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:42.135486 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-c9eaabb3-10e8-4e83-986a-ed8b05364002 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 818 time: 0.5443418 Apr 30 07:06:42.139757 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:42.152126 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-20d0afde-ccb3-41c6-b11c-8fb0f1007c68 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:42.398069 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-3887d869-f19a-4019-a20a-553068ad176c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/quotas/b350e5e70d4547299beb9577723aad75 HTTP/1.1" status: 200 len: 375 time: 0.2477028 Apr 30 07:06:42.403472 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Pushing event updated for resources: {'Port': ['ID=1112332e-9d2a-47ad-a4e6-50a67b1126fa,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:42.406572 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:42.477893 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 3361d20b-7578-41d8-a0db-78971bdd133f triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:42.479391 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:42.686209 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Attempting to bind port 1112332e-9d2a-47ad-a4e6-50a67b1126fa on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:42.686789 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Attempting to bind port 1112332e-9d2a-47ad-a4e6-50a67b1126fa by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}] {{(pid=73781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:42.687130 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Attempting to bind port 1112332e-9d2a-47ad-a4e6-50a67b1126fa on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:42.709899 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Port 1112332e-9d2a-47ad-a4e6-50a67b1126fa on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:06:42.711239 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Attempting to bind port 1112332e-9d2a-47ad-a4e6-50a67b1126fa on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:42.746410 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:42.746732 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Checking segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:42.751155 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Bound using segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} {{(pid=73781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:42.751843 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Bound port: 1112332e-9d2a-47ad-a4e6-50a67b1126fa, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}}] {{(pid=73781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:42.754438 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:42.923270 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:42.932193 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-aaada70a-217e-4a4f-8d06-7bee7aff1dfd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5241501 Apr 30 07:06:42.945632 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Transition to ACTIVE for port object 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:42.981997 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:42.996805 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:43.161155 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] For port 1112332e-9d2a-47ad-a4e6-50a67b1126fa, host hv-cinder-77387, cleared binding levels {{(pid=73781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:06:43.175085 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] For port 1112332e-9d2a-47ad-a4e6-50a67b1126fa, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1112332e-9d2a-47ad-a4e6-50a67b1126fa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:06:43.194906 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:43.206467 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:43.265521 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7ba91f57-c904-4c62-8904-204ec6d70d0b service neutron] 10.222.0.11 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162506 Apr 30 07:06:43.270375 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:43.271132 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for port, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:43.273500 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] 10.222.0.25 "PUT /v2.0/ports/1112332e-9d2a-47ad-a4e6-50a67b1126fa HTTP/1.1" status: 200 len: 1093 time: 2.3115041 Apr 30 07:06:43.274129 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'tag': '1112332e-9d2a-47ad-a4e6-50a67b1126fa'}] {{(pid=73781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:43.284832 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7a60f-b06f-45ff-ba47-1b2a19a7f6b2 None None] Pushing event updated for resources: {'Port': ['ID=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:43.299095 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-acd7a60f-b06f-45ff-ba47-1b2a19a7f6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:43.378186 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-c66761c0-a177-47e7-aacb-f6c6409a088f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:43.397505 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-c66761c0-a177-47e7-aacb-f6c6409a088f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 818 time: 0.5614305 Apr 30 07:06:43.418144 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ea85-8174-4a40-bc1c-aabb459b3ecd req-0ebaa614-b7b6-4a6d-af1b-6e8daf786606 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:43.429313 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-21d8ea85-8174-4a40-bc1c-aabb459b3ecd req-0ebaa614-b7b6-4a6d-af1b-6e8daf786606 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 943 time: 0.2208109 Apr 30 07:06:43.439380 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Request body: {'port': {'device_id': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'admin_state_up': True, 'tenant_id': 'b350e5e70d4547299beb9577723aad75'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:43.569103 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Pushing event updated for resources: {'Port': ['ID=1112332e-9d2a-47ad-a4e6-50a67b1126fa,revision_number=3']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:43.576305 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:43.585156 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-9d2e66b1-389a-4eb3-9657-0195804f41b1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954724 Apr 30 07:06:43.641329 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-544f48aa-b44a-4c1d-985c-768ac7ee5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:43.645754 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-544f48aa-b44a-4c1d-985c-768ac7ee5284 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 1096 time: 0.3082662 Apr 30 07:06:43.646773 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Attempting to bind port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:43.647265 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Attempting to bind port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:43.647628 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Attempting to bind port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b on network 3f129c03-173e-4e6e-aabc-5e51c4fd928d {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:43.653752 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:43.656006 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Checking segment: {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:43.656499 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:43.657049 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Bound using segment: {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:43.657522 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Bound port: 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:43.658576 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:43.703542 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-21d8ea85-8174-4a40-bc1c-aabb459b3ecd req-1e5dbad5-044a-49cf-84bf-4b5715ddbba2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390709 Apr 30 07:06:43.793225 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:43.813639 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'tag': '1112332e-9d2a-47ad-a4e6-50a67b1126fa', 'status': 'completed', 'code': 200} Apr 30 07:06:43.833924 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-5a144a0c-bb4d-4502-b9ac-8a6bfa437788 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1112332e-9d2a-47ad-a4e6-50a67b1126fa HTTP/1.1" status: 200 len: 217 time: 0.1762366 Apr 30 07:06:43.843804 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] For port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:06:43.848450 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] For port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:06:43.852800 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:43.860080 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:43.872708 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:43.887221 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Made reservation on behalf of b350e5e70d4547299beb9577723aad75 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:43.891461 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:43.984405 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-871785ac-c682-4583-a611-aefdea964e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:43.990776 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-871785ac-c682-4583-a611-aefdea964e14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.1472530 Apr 30 07:06:44.072956 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7a60f-b06f-45ff-ba47-1b2a19a7f6b2 None None] Pushing event updated for resources: {'Port': ['ID=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:44.085413 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-acd7a60f-b06f-45ff-ba47-1b2a19a7f6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:44.124988 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Routers {'f21f3853-cdab-4173-9b1d-7f9267dc1ebb'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:06:44.125631 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:06:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:44.204308 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cd743c84-8db5-427b-bd04-c7e62bf4332a req-be8b6ed6-5e66-482a-be6f-83dd69ee36cd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 210 time: 0.2216163 Apr 30 07:06:44.229064 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-8b4ebb67-9e03-4006-bb45-ec2fe79d6f2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081440 Apr 30 07:06:44.303797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Allocated IP 172.20.0.3 (3f129c03-173e-4e6e-aabc-5e51c4fd928d/1e012829-8a43-4bc3-9926-8bf8b10990e8/4e8b8501-b98f-45c3-8b80-5d720b0ce8b3) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:44.532985 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-adce24b8-9973-4cfe-a004-122c658470a6 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875590 Apr 30 07:06:44.543427 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] Set router f21f3853-cdab-4173-9b1d-7f9267dc1ebb gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:06:44.733373 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:44.785876 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7cb5dcec-10c4-444c-9b36-262b8eac79e3 req-54c63b05-de38-4360-a710-feb9acbb60ce service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396281 Apr 30 07:06:44.815070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:44.840015 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:44.930667 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:44.939835 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:44.944780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:44.952887 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:44.953867 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:45.053016 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-7f6e3ae8-25f1-414d-bced-d56e26b3e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:45.054597 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-7f6e3ae8-25f1-414d-bced-d56e26b3e263 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 1096 time: 0.2007999 Apr 30 07:06:45.087513 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Pushing event updated for resources: {'Port': ['ID=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:45.106995 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:45.174927 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7445500 Apr 30 07:06:45.200554 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e898d0-1d5b-4435-a338-94386c3ac766 req-ae65940a-454b-43a2-a4de-1386de3a2bf2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:45.211809 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-06e898d0-1d5b-4435-a338-94386c3ac766 req-ae65940a-454b-43a2-a4de-1386de3a2bf2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 943 time: 0.2498291 Apr 30 07:06:45.216836 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Request body: {'port': {'device_id': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:45.298344 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:06:37Z', 'revision_number': 4, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port': {'id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:33Z', 'updated_at': '2021-04-30T07:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '3d82c06f-bfaf-4679-a8eb-9cb321c1c99b', 'name': '', 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'mac_address': 'fa:16:3e:3b:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:36Z', 'updated_at': '2021-04-30T07:06:43Z', 'revision_number': 4, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'subnets': [{'id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:06:45.313107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3c7d4-daf8-4239-9595-66c2116e6e1e None None] The sync data for ids ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'] in dv-cinder-773876-2-smb is: [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:06:37Z', 'revision_number': 4, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port': {'id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:33Z', 'updated_at': '2021-04-30T07:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '3d82c06f-bfaf-4679-a8eb-9cb321c1c99b', 'name': '', 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'mac_address': 'fa:16:3e:3b:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:36Z', 'updated_at': '2021-04-30T07:06:43Z', 'revision_number': 4, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'subnets': [{'id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:06:45.354417 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-06e898d0-1d5b-4435-a338-94386c3ac766 req-e917c775-688e-4eee-915b-b7597c6692d1 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748870 Apr 30 07:06:45.357200 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-0146adc1-bdbb-4830-aa89-e7a63bcab2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:45.358898 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-0146adc1-bdbb-4830-aa89-e7a63bcab2dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 915 time: 0.2946899 Apr 30 07:06:45.471175 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:45.473222 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-7f3a6c7e-f9d4-45d4-b528-0c18899519bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1112332e-9d2a-47ad-a4e6-50a67b1126fa HTTP/1.1" status: 200 len: 217 time: 0.0960014 Apr 30 07:06:45.761142 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-68dac3ef-bbd9-4591-ae53-1d57602fd5e9 req-a1d798d1-4156-4d44-9171-fa39d0c71f46 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 210 time: 0.1317859 Apr 30 07:06:45.794228 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-5b9f2ac4-ffd5-449b-bfb9-1d928f8f1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:45.795714 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-5b9f2ac4-ffd5-449b-bfb9-1d928f8f1c5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.3055055 Apr 30 07:06:45.864266 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-fa42d050-6b6b-4180-9f91-0faf0dfd02dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570376 Apr 30 07:06:46.116877 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-6343c51c-6d33-4f61-868f-c7015b570463 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414403 Apr 30 07:06:46.166839 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:46.298897 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:46.305671 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:46.306414 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:46.311462 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:46.320694 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:46.344776 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Transition to ACTIVE for port object 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:46.360953 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:46.393542 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-fa715d0d-4fa2-49e8-a18e-87c1a82d7398 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:46.395210 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-fa715d0d-4fa2-49e8-a18e-87c1a82d7398 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 818 time: 0.6376929 Apr 30 07:06:46.396958 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f9a5f787-14d9-43fd-88b8-5d20eaadb3c7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:46.454349 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Request body: {'port': {'device_id': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'admin_state_up': True, 'tenant_id': 'b350e5e70d4547299beb9577723aad75'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:46.645106 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2bb8f4dc-2f5f-4c87-a683-7168058dfc93 req-d020abd9-4df5-4c20-9801-fccb4e3eb5ca service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149457 Apr 30 07:06:46.679752 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:46.760420 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:46.779000 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:46.781789 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d14f05fa-bfb6-4e7c-b572-3f872a6f15ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:46.939384 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:46.953340 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:46.992499 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Pushing event updated for resources: {'Port': ['ID=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:47.009100 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:47.042148 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c202-7ae9-4836-afc7-676687a36adf req-ba6c6b9a-617c-4ace-a772-bd23543b90e4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:47.043297 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-ce95c202-7ae9-4836-afc7-676687a36adf req-ba6c6b9a-617c-4ace-a772-bd23543b90e4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:47.069486 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-ce95c202-7ae9-4836-afc7-676687a36adf req-ba6c6b9a-617c-4ace-a772-bd23543b90e4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:47.071007 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ce95c202-7ae9-4836-afc7-676687a36adf req-ba6c6b9a-617c-4ace-a772-bd23543b90e4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 943 time: 0.2350817 Apr 30 07:06:47.157552 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Attempting to bind port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:47.158056 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Attempting to bind port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:47.158591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Attempting to bind port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 on network 3f129c03-173e-4e6e-aabc-5e51c4fd928d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:47.170672 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ce95c202-7ae9-4836-afc7-676687a36adf req-8b48e4c5-fce2-4f23-b293-478ad0b35ab3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930445 Apr 30 07:06:47.232598 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 on network 3f129c03-173e-4e6e-aabc-5e51c4fd928d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:06:47.232910 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Attempting to bind port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 on network 3f129c03-173e-4e6e-aabc-5e51c4fd928d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:47.250142 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-cab84a09-39a3-4d3e-8962-1092e8e8a649 req-c1ea2e5b-2e2a-4290-afc3-107459bdab6c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Synchronizing usage tracker for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:47.254899 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:47.256022 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Checking segment: {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:47.256585 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Bound using segment: {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:47.257197 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Bound port: 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:47.257716 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:47.269043 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:47.278941 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Usage tracker for resource:port and tenant:b350e5e70d4547299beb9577723aad75 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:47.284089 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:47.324135 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:47.397797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Made reservation on behalf of b350e5e70d4547299beb9577723aad75 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:47.401807 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:47.429042 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-cab84a09-39a3-4d3e-8962-1092e8e8a649 req-c1ea2e5b-2e2a-4290-afc3-107459bdab6c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Unset dirty status for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:47.451633 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cab84a09-39a3-4d3e-8962-1092e8e8a649 req-c1ea2e5b-2e2a-4290-afc3-107459bdab6c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 210 time: 0.2507896 Apr 30 07:06:47.495992 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] For port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:06:47.509222 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] For port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:06:47.525009 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:47.536466 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f15fd9a3-184c-41b9-a2c2-224d5fe46c8c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:47.627635 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:47.635274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:47.636868 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] 10.222.0.25 "PUT /v2.0/ports/4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 200 len: 1093 time: 2.4240832 Apr 30 07:06:47.640094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'tag': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:47.740021 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'tag': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3', 'status': 'completed', 'code': 200} Apr 30 07:06:47.822101 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Pushing event updated for resources: {'Port': ['ID=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:47.837981 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:47.845497 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Allocated IP 172.20.0.8 (3f129c03-173e-4e6e-aabc-5e51c4fd928d/1e012829-8a43-4bc3-9926-8bf8b10990e8/bbc7b91c-820e-44a8-8e6c-7005c9c60463) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:47.903947 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-99ff9c9b-cee3-4302-92e6-1c37de023a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:47.905494 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-99ff9c9b-cee3-4302-92e6-1c37de023a82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1096 time: 0.1687679 Apr 30 07:06:48.000788 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-75ca492d-1441-4c9a-b5b3-60ecaa680043 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 200 len: 217 time: 0.0757775 Apr 30 07:06:48.100687 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:48.163877 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-e4a16561-860c-40f9-87f2-72cbff6d243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:48.165503 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-e4a16561-860c-40f9-87f2-72cbff6d243b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.1470611 Apr 30 07:06:48.188339 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:48.188560 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:48.273897 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-70579c40-834d-4abc-a7c9-1e3d22bcc369 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016245 Apr 30 07:06:48.317407 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:48.494469 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-27f0cf60-059d-4318-b409-b0e1733a06d5 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070436 Apr 30 07:06:48.525713 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:48.540146 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc85e-e4f4-49d1-851d-7b068068ac9f req-200cd3fb-484c-401c-8d62-44f19174504b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:48.541807 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f9bfc85e-e4f4-49d1-851d-7b068068ac9f req-200cd3fb-484c-401c-8d62-44f19174504b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 943 time: 0.2103598 Apr 30 07:06:48.562424 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:48.652853 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1112332e-9d2a-47ad-a4e6-50a67b1126fa details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:06:48.710929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69e936-bfde-4734-b5aa-c42ff7d97315 req-bfa3e8f2-6adb-426d-80d4-02a436403274 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:48.712665 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8d69e936-bfde-4734-b5aa-c42ff7d97315 req-bfa3e8f2-6adb-426d-80d4-02a436403274 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 931 time: 0.1634212 Apr 30 07:06:48.741885 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:48.755460 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:48.779503 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-8d69e936-bfde-4734-b5aa-c42ff7d97315 req-682821d0-2d9c-4350-b118-6a1e9afe7480 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Synchronizing usage tracker for tenant:b350e5e70d4547299beb9577723aad75 on resource:security_group {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:48.780339 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:48.788906 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:48.789595 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:48.817272 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-8d69e936-bfde-4734-b5aa-c42ff7d97315 req-682821d0-2d9c-4350-b118-6a1e9afe7480 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Unset dirty status for tenant:b350e5e70d4547299beb9577723aad75 on resource:security_group {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:48.825820 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Pushing event updated for resources: {'Port': ['ID=bbc7b91c-820e-44a8-8e6c-7005c9c60463,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:48.835374 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8d69e936-bfde-4734-b5aa-c42ff7d97315 req-682821d0-2d9c-4350-b118-6a1e9afe7480 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108525 Apr 30 07:06:48.838031 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:48.850002 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f9bfc85e-e4f4-49d1-851d-7b068068ac9f req-dccfa72c-955e-4bd3-930f-a17cc7e5599c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923262 Apr 30 07:06:48.870003 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c59ba2fb-a85c-4dc0-875d-31c8f0249b34 req-0cb71d9c-a200-440f-9750-915c1b03e0b3 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671348 Apr 30 07:06:48.874694 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4262235 Apr 30 07:06:48.897536 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Request body: {'port': {'device_id': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:48.930133 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 1112332e-9d2a-47ad-a4e6-50a67b1126fa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1112332e-9d2a-47ad-a4e6-50a67b1126fa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:48.955283 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '1112332e-9d2a-47ad-a4e6-50a67b1126fa', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'port_id': '1112332e-9d2a-47ad-a4e6-50a67b1126fa', 'mac_address': 'fa:16:3e:6e:ab:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b09ebb-8ffb-42c0-957d-331efcbb9e54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:06:49.030615 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:49.088064 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:49.089422 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1112332e-9d2a-47ad-a4e6-50a67b1126fa {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:49.113439 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 1112332e-9d2a-47ad-a4e6-50a67b1126fa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1112332e-9d2a-47ad-a4e6-50a67b1126fa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:49.119954 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:49.122420 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:49.141080 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-0d1faa33-e9dc-4466-9318-fa9028ac1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:49.142869 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-0d1faa33-e9dc-4466-9318-fa9028ac1bce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1096 time: 0.2064359 Apr 30 07:06:49.205090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=1112332e-9d2a-47ad-a4e6-50a67b1126fa,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:49.208436 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:49.399330 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['1112332e-9d2a-47ad-a4e6-50a67b1126fa'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:49.478574 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-bdc94448-934c-4607-bb49-3e0597a434f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:49.480097 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-bdc94448-934c-4607-bb49-3e0597a434f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 919 time: 0.3283241 Apr 30 07:06:49.604921 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-bc2b01e7-d3a3-4935-944f-91f2bf21da25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 200 len: 217 time: 0.0731297 Apr 30 07:06:49.710063 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-6e4948b9-823b-4259-bb20-1853113d4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:49.711605 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-6e4948b9-823b-4259-bb20-1853113d4e65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.0997090 Apr 30 07:06:49.778635 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-c24ee43c-f86b-485a-a31f-863815b529bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509529 Apr 30 07:06:49.918796 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc7b91c-820e-44a8-8e6c-7005c9c60463 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:49.937104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:49.945025 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33152) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:49.961492 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Transition to ACTIVE for port object bbc7b91c-820e-44a8-8e6c-7005c9c60463 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:50.023168 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.036793 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:50.066411 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-c673713f-420c-43ed-ac86-9cf2a09cb845 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492971 Apr 30 07:06:50.099416 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.120672 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:50.127027 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Usage tracker for resource:security_group_rule and tenant:99eb67e469c44fc9b94a3d0f121ed0fa is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:50.135198 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:50.143062 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:50.173994 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d33c6-fe1b-4a9e-a9ad-266a49a9e016 req-deddd370-9b0c-4a98-b00a-b67d9ee0d54b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:50.175549 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b01d33c6-fe1b-4a9e-a9ad-266a49a9e016 req-deddd370-9b0c-4a98-b00a-b67d9ee0d54b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 944 time: 0.1583967 Apr 30 07:06:50.247561 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b01d33c6-fe1b-4a9e-a9ad-266a49a9e016 req-99a2bdff-5e5d-4980-86d7-2ffa3e07095c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634995 Apr 30 07:06:50.308742 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.309540 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc7b91c-820e-44a8-8e6c-7005c9c60463,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:50.319581 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:50.324278 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.351971 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:50.373558 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99eb67e469c44fc9b94a3d0f121ed0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274037 Apr 30 07:06:50.376931 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33164) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:50.395432 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfedcb0-7379-43a4-bc62-92c467fc7174,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:50.397193 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b70c6-0f0f-4ca2-a71d-87f5ed6aad14 req-0cfff067-88c8-4ead-be4a-ee180d750cb0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:50.400686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-6b7b70c6-0f0f-4ca2-a71d-87f5ed6aad14 req-0cfff067-88c8-4ead-be4a-ee180d750cb0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Synchronizing usage tracker for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:50.401083 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:50.416682 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Attempting to bind port bbc7b91c-820e-44a8-8e6c-7005c9c60463 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:50.416682 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Attempting to bind port bbc7b91c-820e-44a8-8e6c-7005c9c60463 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:50.416682 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Attempting to bind port bbc7b91c-820e-44a8-8e6c-7005c9c60463 on network 3f129c03-173e-4e6e-aabc-5e51c4fd928d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:50.440415 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Port bbc7b91c-820e-44a8-8e6c-7005c9c60463 on network 3f129c03-173e-4e6e-aabc-5e51c4fd928d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:06:50.440741 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Attempting to bind port bbc7b91c-820e-44a8-8e6c-7005c9c60463 on network 3f129c03-173e-4e6e-aabc-5e51c4fd928d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:50.453722 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1dd6761d-de49-45c3-bc0f-41354ed47064 req-50435a14-27f1-499c-b1cc-ed8012cb4e4d service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668649 Apr 30 07:06:50.454732 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:50.455103 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Checking segment: {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:50.456120 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Bound using segment: {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:50.456732 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Bound port: bbc7b91c-820e-44a8-8e6c-7005c9c60463, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2da962f-8faa-44be-9b7e-61927dcbcc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:50.457340 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.466617 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.472435 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-6b7b70c6-0f0f-4ca2-a71d-87f5ed6aad14 req-0cfff067-88c8-4ead-be4a-ee180d750cb0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Unset dirty status for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:50.472435 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6b7b70c6-0f0f-4ca2-a71d-87f5ed6aad14 req-0cfff067-88c8-4ead-be4a-ee180d750cb0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 943 time: 0.5027165 Apr 30 07:06:50.494403 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.556532 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.560222 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-233491aa-8c9d-4c19-b78a-763169177d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:50.571340 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfedcb0-7379-43a4-bc62-92c467fc7174,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:50.574237 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:50.580094 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.581212 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cfedcb0-7379-43a4-bc62-92c467fc7174 HTTP/1.1" status: 204 len: 168 time: 0.2033417 Apr 30 07:06:50.589771 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6b7b70c6-0f0f-4ca2-a71d-87f5ed6aad14 req-ceb5815a-238b-4404-ad61-fe6c36a451fd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852807 Apr 30 07:06:50.612750 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] For port bbc7b91c-820e-44a8-8e6c-7005c9c60463, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:06:50.618431 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] For port bbc7b91c-820e-44a8-8e6c-7005c9c60463, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:06:50.633263 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.638449 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:50.644827 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1112332e-9d2a-47ad-a4e6-50a67b1126fa up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:50.696875 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:50.697670 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.699223 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] 10.222.0.25 "PUT /v2.0/ports/bbc7b91c-820e-44a8-8e6c-7005c9c60463 HTTP/1.1" status: 200 len: 1093 time: 1.8082435 Apr 30 07:06:50.699867 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'tag': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:50.728112 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc7b91c-820e-44a8-8e6c-7005c9c60463,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:50.732440 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:50.759357 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 1112332e-9d2a-47ad-a4e6-50a67b1126fa completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:50.768323 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 1112332e-9d2a-47ad-a4e6-50a67b1126fa triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:50.768908 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.809361 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'tag': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463', 'status': 'completed', 'code': 200} Apr 30 07:06:50.852344 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-c5df1cfe-8ccb-4ecc-8b57-2918c2fb7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:50.857014 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-c5df1cfe-8ccb-4ecc-8b57-2918c2fb7fdc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 1096 time: 0.0986006 Apr 30 07:06:50.927837 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:50.984544 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 1112332e-9d2a-47ad-a4e6-50a67b1126fa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1112332e-9d2a-47ad-a4e6-50a67b1126fa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:50.987460 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1112332e-9d2a-47ad-a4e6-50a67b1126fa'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:51.015604 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:51.019666 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:51.103297 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-e2e806d3-d4eb-4b27-827b-297af134a48c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463 HTTP/1.1" status: 200 len: 217 time: 0.2316182 Apr 30 07:06:51.118387 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1112332e-9d2a-47ad-a4e6-50a67b1126fa', 'code': 200} Apr 30 07:06:51.166866 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=1112332e-9d2a-47ad-a4e6-50a67b1126fa,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:51.171152 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:51.266552 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33210) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:51.518057 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-9ad9f9f9-a199-45d8-a1be-cebb180edc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:51.519670 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-9ad9f9f9-a199-45d8-a1be-cebb180edc3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.3659012 Apr 30 07:06:51.587205 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-bfe96fc5-677a-4eb8-9441-2204475eb343 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5666318 Apr 30 07:06:51.614639 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-da0bf3ad-418d-4dc9-90f5-ce3222e614d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863795 Apr 30 07:06:51.635509 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:51.691548 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:51.701100 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd4bb6512e64540b29d0d3836d3c019 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:51.705928 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:51.715644 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:51.865306 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:51.873842 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:51.886582 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1afb8415-533d-4a90-9903-5656f50108d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:51.911848 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc7679-3bce-4bdd-aac9-601ffabc1887 req-7430755f-e846-4024-9d15-34c8fcb51f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:51.913328 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-28fc7679-3bce-4bdd-aac9-601ffabc1887 req-7430755f-e846-4024-9d15-34c8fcb51f44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 1098 time: 0.5354037 Apr 30 07:06:51.952015 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fd4bb6512e64540b29d0d3836d3c019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837759 Apr 30 07:06:51.957236 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 33242) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:51.966094 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c4e955-5053-4c70-9b9f-e2dfb9aff04d,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:51.978535 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9b4756c9-d9a7-49cc-a307-09b657bf3004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:51.991970 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf813-d713-4d24-bd4c-9f5bb1a7595e req-8b017cdd-5385-4e86-be83-2bd3302d4750 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:51.991970 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7efaf813-d713-4d24-bd4c-9f5bb1a7595e req-8b017cdd-5385-4e86-be83-2bd3302d4750 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 945 time: 0.4798696 Apr 30 07:06:52.032700 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-28fc7679-3bce-4bdd-aac9-601ffabc1887 req-dea1bfb8-7f5e-419d-98b4-9951ac8dee48 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061242 Apr 30 07:06:52.065702 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-50ebce2b-f9ab-45f6-a54e-612a31fc8b72 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387388 Apr 30 07:06:52.066883 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7efaf813-d713-4d24-bd4c-9f5bb1a7595e req-866dc1eb-92b5-472a-84bb-98edfa25f74e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653987 Apr 30 07:06:52.076703 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-af1541cf-bc84-46ac-a5d2-eeab5eaa47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:52.076703 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-af1541cf-bc84-46ac-a5d2-eeab5eaa47f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 1099 time: 0.3864191 Apr 30 07:06:52.089754 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47df6a-02c1-4ebb-855a-8fdade4a176d req-2dd0cd1c-df83-46a8-a678-c9b30693f932 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:52.094224 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5b47df6a-02c1-4ebb-855a-8fdade4a176d req-2dd0cd1c-df83-46a8-a678-c9b30693f932 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 943 time: 0.2682040 Apr 30 07:06:52.196681 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:52.382508 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:52.393506 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5b47df6a-02c1-4ebb-855a-8fdade4a176d req-5d0197e4-231c-431b-bb9f-57cf33733219 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684374 Apr 30 07:06:52.482587 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-11492f39-1ae2-4d40-8f10-7edbdd7ce44f req-154bfdc9-6b98-46b5-8d3b-6912892b664d service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899577 Apr 30 07:06:52.484257 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-038f9d64-fdf9-49e7-b58e-103d72d2629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:52.485582 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-038f9d64-fdf9-49e7-b58e-103d72d2629d service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 915 time: 0.3576009 Apr 30 07:06:52.661226 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:06:52.705388 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-b02ac577-8dac-400b-8a88-98f864ff478e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1 HTTP/1.1" status: 200 len: 217 time: 0.2102318 Apr 30 07:06:52.764688 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:52.773602 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-dd0243c2-1f56-480d-be2c-47d1e3f28245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:52.794310 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c4e955-5053-4c70-9b9f-e2dfb9aff04d,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:52.800651 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:52.816467 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:52.819962 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88c4e955-5053-4c70-9b9f-e2dfb9aff04d HTTP/1.1" status: 204 len: 168 time: 0.8585844 Apr 30 07:06:52.831957 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-b1790e61-ec52-461f-947e-122c46041690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:52.833164 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:52.834710 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-b1790e61-ec52-461f-947e-122c46041690 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.1107268 Apr 30 07:06:52.847746 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3', 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'port_id': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3', 'mac_address': 'fa:16:3e:af:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:06:52.910977 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-71c38dc9-2a09-48e0-8adb-e56eb1e8b431 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675590 Apr 30 07:06:52.923059 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-5826323e-17b0-46fc-90b9-405393e93011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:52.927841 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-5826323e-17b0-46fc-90b9-405393e93011 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 1096 time: 0.2898209 Apr 30 07:06:52.933692 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:52.978057 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:53.010631 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:53.019769 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.022115 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:53.116492 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:53.120528 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:53.244884 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-5fcd58e7-93e1-4f84-a1a9-51ac4990e938 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147628 Apr 30 07:06:53.345896 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33290) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:53.346450 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-5deb7367-296e-4251-9d51-fa3ad9a2405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:53.347385 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-5deb7367-296e-4251-9d51-fa3ad9a2405b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 919 time: 0.3702614 Apr 30 07:06:53.371399 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.389000 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:53.397292 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Usage tracker for resource:security_group_rule and tenant:c9573c0f3c5149798a2f85a9b8bd1b64 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:53.400413 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:53.407147 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:53.458385 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['4e8b8501-b98f-45c3-8b80-5d720b0ce8b3'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:53.534224 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.544550 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.554166 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0685e575-d13c-4395-9d82-650bbe74981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:53.581989 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-0d538e74-8474-4e9f-a591-85d775e72a79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463 HTTP/1.1" status: 200 len: 217 time: 0.1883893 Apr 30 07:06:53.649054 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9573c0f3c5149798a2f85a9b8bd1b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017604 Apr 30 07:06:53.651608 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33304) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:53.657381 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f25f2c-6588-4fdb-bc84-7502019ffce8,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:53.673371 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:53.673561 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-1ae95c74-fbdd-4471-be0f-acc41097c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:53.677157 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-1ae95c74-fbdd-4471-be0f-acc41097c75a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.0782890 Apr 30 07:06:53.740418 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc9389-0e05-43da-bcd1-fca00dcbfa39 req-15b45860-bd9c-4ee7-a0f7-d583ffb9628a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:53.742848 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412790e1-6699-4083-9fc8-9857e6afd765 req-4b9db548-8247-431d-b3e1-f0e543323dda tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:53.744565 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-412790e1-6699-4083-9fc8-9857e6afd765 req-4b9db548-8247-431d-b3e1-f0e543323dda tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 943 time: 0.1795440 Apr 30 07:06:53.749156 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8cbc9389-0e05-43da-bcd1-fca00dcbfa39 req-15b45860-bd9c-4ee7-a0f7-d583ffb9628a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 945 time: 0.5066323 Apr 30 07:06:53.750132 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.802363 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.805769 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-87564281-889e-4730-a86f-ad1cca0ec2fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157820 Apr 30 07:06:53.813847 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ff464d-45eb-4426-828f-86dde1e62b7c req-0a0d3566-5d11-4eaa-a048-952105b5264e service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313478 Apr 30 07:06:53.840697 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-412790e1-6699-4083-9fc8-9857e6afd765 req-ee9f7e4f-7b45-4591-a972-a24c2529e86d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882225 Apr 30 07:06:53.860663 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8cbc9389-0e05-43da-bcd1-fca00dcbfa39 req-0440f676-09e3-4bae-b24e-874878372023 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105411 Apr 30 07:06:53.939536 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.953401 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-172a1554-edb1-4061-aae1-e99190ed7e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:53.977055 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:53.978304 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6f25f2c-6588-4fdb-bc84-7502019ffce8 HTTP/1.1" status: 204 len: 168 time: 0.3254378 Apr 30 07:06:53.981948 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f25f2c-6588-4fdb-bc84-7502019ffce8,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:53.985364 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:54.038067 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-72a54b1a-3f81-4233-8134-768e63eeff2b service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231762 Apr 30 07:06:54.244809 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c23c9c48-b6c4-4e43-9dbf-214ee73af711 req-0100f285-40c9-4c3c-b247-de94f8c7d445 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950412 Apr 30 07:06:54.347910 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-5c4a931b-81a4-48d0-9103-518c86144b58 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ac69403431ec47768eb881096b3ba610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382869 Apr 30 07:06:54.562346 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-37713240-2aa0-4f10-9ba8-772756792c8d tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:54.567055 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-37713240-2aa0-4f10-9ba8-772756792c8d tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126324 Apr 30 07:06:54.582265 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-e30f7a12-6453-41c5-a1c7-cbd22bb54424 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/quotas/ac69403431ec47768eb881096b3ba610 HTTP/1.1" status: 200 len: 375 time: 0.0144193 Apr 30 07:06:54.638652 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-a96f4001-cc62-4e33-853b-f46010a7d1b6 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac69403431ec47768eb881096b3ba610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554214 Apr 30 07:06:54.671257 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:06:54.777793 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:54.784819 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:54.785414 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:54.929595 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e477c73d-f512-493f-9d0b-262f7c3ffaa5 req-fc2720a4-62b0-4a31-a74a-cb9bfa613eea tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 210 time: 0.1028609 Apr 30 07:06:54.983963 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:55.025117 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:06:55.047727 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:55.099487 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:55.111242 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-07328d41-2c99-4784-98a9-22716143c33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:55.289759 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ca7c-bd49-48aa-a42c-9d1e536840ab req-8fe38704-d7cf-49b6-95e4-d52ec4a4f4ab tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:55.292045 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37a1ca7c-bd49-48aa-a42c-9d1e536840ab req-8fe38704-d7cf-49b6-95e4-d52ec4a4f4ab tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 943 time: 0.2009184 Apr 30 07:06:55.313806 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3', 'code': 200} Apr 30 07:06:55.326270 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3d55-0940-4fea-92c3-525c2017c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:55.377495 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:55.392266 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:55.397023 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37a1ca7c-bd49-48aa-a42c-9d1e536840ab req-4399f8af-e140-4a38-b885-c29ff60a685c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983918 Apr 30 07:06:55.426073 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 33408) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:55.543984 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ee4f2-e7cf-43fb-bb67-9b32927f9134 req-d7756834-277a-4025-b85d-1bdf484622cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:55.545887 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5c3ee4f2-e7cf-43fb-bb67-9b32927f9134 req-d7756834-277a-4025-b85d-1bdf484622cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1098 time: 0.0839159 Apr 30 07:06:55.609266 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5c3ee4f2-e7cf-43fb-bb67-9b32927f9134 req-3cfd886e-23b5-429f-aa42-c7c602eda8a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Apr 30 07:06:55.778760 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:55.812924 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:55.817136 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:62d756c8b2fc424abb02cf0b958ec699 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:55.823359 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:55.833813 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:55.836228 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:55.889424 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33428) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:55.984282 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:55.996000 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.017971 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-35af5a70-d439-44b4-acbd-77eb2fdc3497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:56.090168 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62d756c8b2fc424abb02cf0b958ec699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6629062 Apr 30 07:06:56.093597 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33440) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:56.095328 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b465aa-28b9-4673-a2d4-5637c00570cc,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:56.100620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-69a376b9-bb69-4668-8f04-69dc18c1a7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:56.240344 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.260442 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:56.265351 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Usage tracker for resource:security_group_rule and tenant:34c03ec027c74b41be90ea33193f9bb3 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:56.268699 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:56.273384 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.280002 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:56.427708 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7079512a-f6ee-4920-8835-b2ac7bcb6091 req-a795a96a-52c0-48ad-9f01-feaec12039ff tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 210 time: 0.0802774 Apr 30 07:06:56.429576 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.451663 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.487863 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.511711 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-957334a0-e72e-4b38-8661-45040309a5dd tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ac69403431ec47768eb881096b3ba610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677478 Apr 30 07:06:56.557366 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-2da26a65-11cc-4d25-8b1d-5b73210b86b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:56.652977 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7386b9-0fc4-4d4d-a41e-a82841990d23,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:56.670204 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device bbc7b91c-820e-44a8-8e6c-7005c9c60463 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:06:56.683235 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:56.694715 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34c03ec027c74b41be90ea33193f9bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030255 Apr 30 07:06:56.703926 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33464) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:56.792417 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.806012 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-564cc91d-c497-4cd7-8f51-7877e2f06e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:56.844555 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b465aa-28b9-4673-a2d4-5637c00570cc,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:56.846522 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:56.896641 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.900372 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:56.902160 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11b465aa-28b9-4673-a2d4-5637c00570cc HTTP/1.1" status: 204 len: 168 time: 0.8065910 Apr 30 07:06:56.931817 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.012672 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.015881 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-4df78a11-5e5d-44c1-b31a-1a69c3d3cc59 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:57.017989 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-4df78a11-5e5d-44c1-b31a-1a69c3d3cc59 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4944329 Apr 30 07:06:57.018704 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3622bb55-f70f-4056-8576-21b4b8737b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:57.031697 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port bbc7b91c-820e-44a8-8e6c-7005c9c60463, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:57.041047 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7386b9-0fc4-4d4d-a41e-a82841990d23,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:57.043965 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:57.048270 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.052514 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a7386b9-0fc4-4d4d-a41e-a82841990d23 HTTP/1.1" status: 204 len: 168 time: 0.3442168 Apr 30 07:06:57.056988 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddd26a-5734-4312-8fb0-6e23c67765fd req-d9927bfe-b7d0-40e9-a2f9-91073659639a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:57.059650 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-abddd26a-5734-4312-8fb0-6e23c67765fd req-d9927bfe-b7d0-40e9-a2f9-91073659639a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 943 time: 0.2840776 Apr 30 07:06:57.067710 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Request body: {'port': {'device_id': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f', 'admin_state_up': True, 'tenant_id': 'ac69403431ec47768eb881096b3ba610'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:57.100777 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463', 'network_id': '3f129c03-173e-4e6e-aabc-5e51c4fd928d', 'port_id': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463', 'mac_address': 'fa:16:3e:0d:58:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e012829-8a43-4bc3-9926-8bf8b10990e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:06:57.202828 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.222378 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc7b91c-820e-44a8-8e6c-7005c9c60463 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:57.242849 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port bbc7b91c-820e-44a8-8e6c-7005c9c60463, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:06:57.251470 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.253423 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:57.257567 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-abddd26a-5734-4312-8fb0-6e23c67765fd req-a25fe1f6-00e4-4e06-98b5-d083cd2ed80e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520905 Apr 30 07:06:57.310528 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:57.315601 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Usage tracker for resource:port and tenant:ac69403431ec47768eb881096b3ba610 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:57.320949 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:57.328991 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:57.336471 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=bbc7b91c-820e-44a8-8e6c-7005c9c60463,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:57.343240 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Made reservation on behalf of ac69403431ec47768eb881096b3ba610 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:06:57.344353 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:57.347784 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.361867 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.381384 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:57.385903 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Usage tracker for resource:security_group_rule and tenant:ac69403431ec47768eb881096b3ba610 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:57.389001 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:57.394948 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:57.439312 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33482) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:57.456937 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.494158 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:57.501600 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Usage tracker for resource:security_group_rule and tenant:028c0de84d1046e28352ec03274e3a71 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:57.506058 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-fa6286be-a8c4-4bf9-a105-047d02b1ca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.515811 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:57.524058 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:57.573725 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['bbc7b91c-820e-44a8-8e6c-7005c9c60463'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:06:57.646345 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33496) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:57.681491 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.693600 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.696781 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0a03892f-9f1b-4b8c-b823-e405bbe42292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:57.848799 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-37aba24e-62d3-45fb-b459-70ef024b99f0 req-2e209472-ca70-4538-8acd-ed34ec777852 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 210 time: 0.1467965 Apr 30 07:06:57.889304 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:57.891232 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33502) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:57.917145 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.002077 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.005662 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:58.008751 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:58.010245 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:58.015743 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb58d78a2ed44c8b0f4e3d694039954 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:58.019993 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:58.023496 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.033109 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Allocated IP 192.168.233.118 (7f90e819-c88b-45c3-b87b-89e4fee7299f/7003c229-76b3-42e1-9784-f6fd39fd335a/c9ba4d88-136c-4adc-b30b-22d2b2c44010) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:06:58.037224 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4bdc9f04-b537-448e-a70e-41c85648691f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:58.048890 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:58.092927 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=028c0de84d1046e28352ec03274e3a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501341 Apr 30 07:06:58.093370 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 33506) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:58.097586 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9aacd1-0277-4242-ac1d-dbf0013474d2,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:58.102159 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:58.138216 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.162346 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:58.170104 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Usage tracker for resource:security_group_rule and tenant:b08d072a3e594573ab519d31e370c3d5 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:58.173680 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:58.186927 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:58.218359 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.226936 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.236867 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0a8436ee-505e-4de4-ae3f-eaf3379afcfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:58.263864 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.304431 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a59b9-91c4-4f2a-bb71-89f1ff8fbf81,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:58.312432 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.320718 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2cb58d78a2ed44c8b0f4e3d694039954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283664 Apr 30 07:06:58.323750 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33512) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:58.324790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:58.348149 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.388144 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Transition to ACTIVE for port object c9ba4d88-136c-4adc-b30b-22d2b2c44010 will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:58.430995 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.435855 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b4ca227b-1adb-425f-8156-4f00897f0207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:58.439854 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.448368 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.453125 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9aacd1-0277-4242-ac1d-dbf0013474d2,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:58.459999 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:58.461890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:58.485532 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.492473 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.512233 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.521936 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-57c244ba-c28c-492f-9349-60f424160219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:58.534151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Network 7f90e819-c88b-45c3-b87b-89e4fee7299f is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:06:58.538135 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:06:58.550647 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:06:58.556150 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:58.556792 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.573061 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.576146 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.577257 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c9aacd1-0277-4242-ac1d-dbf0013474d2 HTTP/1.1" status: 204 len: 168 time: 0.4829011 Apr 30 07:06:58.580858 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Pushing event updated for resources: {'Port': ['ID=c9ba4d88-136c-4adc-b30b-22d2b2c44010,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:58.591020 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:58.591714 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d84731-cfd0-4dc2-9e6c-00786e275ed5,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:58.598057 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5367727 Apr 30 07:06:58.610267 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b08d072a3e594573ab519d31e370c3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9597816 Apr 30 07:06:58.613678 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:58.613881 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Request body: {'port': {'device_id': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:06:58.616046 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33518) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:58.720391 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579ba8d-52f7-4396-bb9b-96fafa854f01 req-9b57ad9e-37a0-4e29-9725-860fb2262749 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:58.727740 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9579ba8d-52f7-4396-bb9b-96fafa854f01 req-9b57ad9e-37a0-4e29-9725-860fb2262749 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 944 time: 0.2992163 Apr 30 07:06:58.773076 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.782907 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.786962 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-975b81cd-987b-4ce2-a8a7-6e8a8cdfb105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:58.803983 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.811069 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a59b9-91c4-4f2a-bb71-89f1ff8fbf81,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:58.821878 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:58.832798 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9579ba8d-52f7-4396-bb9b-96fafa854f01 req-dfcae943-a943-4eec-854a-7d0c97bcc142 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040843 Apr 30 07:06:58.879779 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-73ca22f4-13ad-4231-b7ac-6e64eac01493 None None] Provisioning for port c9ba4d88-136c-4adc-b30b-22d2b2c44010 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:06:58.892589 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.896855 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-73ca22f4-13ad-4231-b7ac-6e64eac01493 None None] Provisioning complete for port c9ba4d88-136c-4adc-b30b-22d2b2c44010 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:06:58.897249 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-73ca22f4-13ad-4231-b7ac-6e64eac01493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.916495 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:58.917612 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e28a59b9-91c4-4f2a-bb71-89f1ff8fbf81 HTTP/1.1" status: 204 len: 168 time: 0.5904806 Apr 30 07:06:59.025456 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-73ca22f4-13ad-4231-b7ac-6e64eac01493 None None] Port c9ba4d88-136c-4adc-b30b-22d2b2c44010 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:06:59.069244 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:59.075482 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-dba93b1d-38b0-488d-aa88-4714f3516c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:59.107439 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d84731-cfd0-4dc2-9e6c-00786e275ed5,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:59.130501 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:59.146601 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:59.147787 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30d84731-cfd0-4dc2-9e6c-00786e275ed5 HTTP/1.1" status: 204 len: 168 time: 0.5308261 Apr 30 07:06:59.282187 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cad2c-dca1-44fd-95e1-9944cb981bce req-2102099d-9318-4c0d-9db3-b4ad4089f2f7 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:06:59.283172 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-516cad2c-dca1-44fd-95e1-9944cb981bce req-2102099d-9318-4c0d-9db3-b4ad4089f2f7 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Synchronizing usage tracker for tenant:ac69403431ec47768eb881096b3ba610 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:59.363637 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-516cad2c-dca1-44fd-95e1-9944cb981bce req-2102099d-9318-4c0d-9db3-b4ad4089f2f7 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Unset dirty status for tenant:ac69403431ec47768eb881096b3ba610 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:59.372314 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-516cad2c-dca1-44fd-95e1-9944cb981bce req-2102099d-9318-4c0d-9db3-b4ad4089f2f7 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 936 time: 0.3105195 Apr 30 07:06:59.463390 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-516cad2c-dca1-44fd-95e1-9944cb981bce req-64e8ddb6-ca8e-48a2-b3e9-02a9a465b164 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Synchronizing usage tracker for tenant:ac69403431ec47768eb881096b3ba610 on resource:security_group {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:06:59.497361 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ba4d88-136c-4adc-b30b-22d2b2c44010 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:06:59.505932 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:59.515680 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-516cad2c-dca1-44fd-95e1-9944cb981bce req-64e8ddb6-ca8e-48a2-b3e9-02a9a465b164 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Unset dirty status for tenant:ac69403431ec47768eb881096b3ba610 on resource:security_group {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:06:59.524841 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-516cad2c-dca1-44fd-95e1-9944cb981bce req-64e8ddb6-ca8e-48a2-b3e9-02a9a465b164 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512611 Apr 30 07:06:59.541348 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Transition to ACTIVE for port object c9ba4d88-136c-4adc-b30b-22d2b2c44010 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:06:59.556109 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:59.560993 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:06:59.810686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ba4d88-136c-4adc-b30b-22d2b2c44010,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:06:59.819272 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:06:59.824488 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Attempting to bind port c9ba4d88-136c-4adc-b30b-22d2b2c44010 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:06:59.824823 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Attempting to bind port c9ba4d88-136c-4adc-b30b-22d2b2c44010 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:06:59.825151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Attempting to bind port c9ba4d88-136c-4adc-b30b-22d2b2c44010 on network 7f90e819-c88b-45c3-b87b-89e4fee7299f {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:59.828524 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33558) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:59.848659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Port c9ba4d88-136c-4adc-b30b-22d2b2c44010 on network 7f90e819-c88b-45c3-b87b-89e4fee7299f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:06:59.849371 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Attempting to bind port c9ba4d88-136c-4adc-b30b-22d2b2c44010 on network 7f90e819-c88b-45c3-b87b-89e4fee7299f {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:06:59.854782 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 33562) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:06:59.859844 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:59.879856 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:06:59.880348 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Checking segment: {'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:06:59.880747 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Bound using segment: {'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:06:59.881190 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Bound port: c9ba4d88-136c-4adc-b30b-22d2b2c44010, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2076ab80-d5c5-4f24-8b34-fa285ddeacef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:06:59.881532 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:59.883089 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:59.887472 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Usage tracker for resource:security_group_rule and tenant:70f8148745644fbc83658c750a7842ca is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:59.891281 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:59.901404 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:06:59.902817 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:06:59.945372 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:06:59.960348 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6a87c2d9774d56ac6d9c01bb607511 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:06:59.966412 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:06:59.980552 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:00.030902 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.040693 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.054687 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e4e1bc68-e482-4a86-a28c-3838ab035ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:00.089258 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] For port c9ba4d88-136c-4adc-b30b-22d2b2c44010, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:07:00.095578 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] For port c9ba4d88-136c-4adc-b30b-22d2b2c44010, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c9ba4d88-136c-4adc-b30b-22d2b2c44010,segment=NetworkSegment(2076ab80-d5c5-4f24-8b34-fa285ddeacef),segment_id=2076ab80-d5c5-4f24-8b34-fa285ddeacef)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:07:00.114198 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.120430 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5f93d4ab-759b-4342-bff3-b4b91df6f4a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:00.187862 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:00.188552 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.191494 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] 10.222.0.25 "PUT /v2.0/ports/c9ba4d88-136c-4adc-b30b-22d2b2c44010 HTTP/1.1" status: 200 len: 1098 time: 1.5828190 Apr 30 07:07:00.203853 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0cf2b4-c9ab-4983-9493-5b5e1502d2eb,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:00.205006 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'tag': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:00.215153 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:00.276412 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70f8148745644fbc83658c750a7842ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467719 Apr 30 07:07:00.279904 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33582) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:00.293804 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ba4d88-136c-4adc-b30b-22d2b2c44010,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:00.333130 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.337197 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:00.355638 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.374944 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.383266 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7855ca19-ebf9-470d-99fc-a166224ccfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:00.447182 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.536289 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24a2b1-74d7-407f-8927-21ec61a9d29d req-7aaf3d1a-3454-4adc-b5cb-9f42699020d2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:00.549248 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cc24a2b1-74d7-407f-8927-21ec61a9d29d req-7aaf3d1a-3454-4adc-b5cb-9f42699020d2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 944 time: 0.4470911 Apr 30 07:07:00.594227 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d6a87c2d9774d56ac6d9c01bb607511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7378459 Apr 30 07:07:00.598418 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 33594) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:00.602848 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.617569 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6954b79f-8d2b-4017-9419-218bc2fcf66b,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:00.625819 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:00.661456 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-2e7d62b0-543b-49d6-802f-5d10b6ec478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:00.663006 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-2e7d62b0-543b-49d6-802f-5d10b6ec478b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac69403431ec47768eb881096b3ba610&device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 1101 time: 0.4039495 Apr 30 07:07:00.685372 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'tag': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010', 'status': 'completed', 'code': 200} Apr 30 07:07:00.687333 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cc24a2b1-74d7-407f-8927-21ec61a9d29d req-5727a589-af5f-48db-8dd5-3e85b64a36af tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325700 Apr 30 07:07:00.716444 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device bbc7b91c-820e-44a8-8e6c-7005c9c60463 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:07:00.724227 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.730131 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-38e179f8-97da-4f16-b495-c24022473e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:00.744983 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0cf2b4-c9ab-4983-9493-5b5e1502d2eb,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:00.748732 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:00.750919 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.752017 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a0cf2b4-c9ab-4983-9493-5b5e1502d2eb HTTP/1.1" status: 204 len: 168 time: 0.4701529 Apr 30 07:07:00.819231 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-f520378c-e7d3-442a-b3dc-17673c037533 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ba4d88-136c-4adc-b30b-22d2b2c44010 HTTP/1.1" status: 200 len: 217 time: 0.1355987 Apr 30 07:07:00.849533 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port bbc7b91c-820e-44a8-8e6c-7005c9c60463 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:07:00.860159 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port bbc7b91c-820e-44a8-8e6c-7005c9c60463 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:07:00.860535 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.912509 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.973846 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:00.998603 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:01.001404 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-792802b1-1463-4f21-a819-258053aede40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:01.003047 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-792802b1-1463-4f21-a819-258053aede40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7003c229-76b3-42e1-9784-f6fd39fd335a HTTP/1.1" status: 200 len: 843 time: 0.1697955 Apr 30 07:07:01.027623 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:01.038788 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port bbc7b91c-820e-44a8-8e6c-7005c9c60463, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:01.055711 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:01.057724 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:01.120818 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463', 'code': 200} Apr 30 07:07:01.167932 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8057a86-66fd-497d-9ad4-db89d9ad7f02 req-587e23b3-4e30-4760-9170-768a1fcb2850 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:01.169875 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8057a86-66fd-497d-9ad4-db89d9ad7f02 req-587e23b3-4e30-4760-9170-768a1fcb2850 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 948 time: 0.2996714 Apr 30 07:07:01.193189 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=bbc7b91c-820e-44a8-8e6c-7005c9c60463,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:01.202699 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:01.243214 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8057a86-66fd-497d-9ad4-db89d9ad7f02 req-0efb341b-91e0-4555-b419-3dd1036ec312 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663834 Apr 30 07:07:01.243805 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:01.249106 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0c2b9c73-4765-4195-899f-3fb48aa576ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:01.268445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6954b79f-8d2b-4017-9419-218bc2fcf66b,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:01.274405 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:01.280442 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-107e2999-14fa-4936-9a9c-186bf0591555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:01.281902 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-107e2999-14fa-4936-9a9c-186bf0591555 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f90e819-c88b-45c3-b87b-89e4fee7299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2662973 Apr 30 07:07:01.287203 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:01.288612 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6954b79f-8d2b-4017-9419-218bc2fcf66b HTTP/1.1" status: 204 len: 168 time: 0.6803653 Apr 30 07:07:01.547804 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb176b-184a-4d9b-997c-b745da0a0a17 req-7c1ec4f8-d5b4-4c03-a048-46bd551d2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:01.549390 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e6fb176b-184a-4d9b-997c-b745da0a0a17 req-7c1ec4f8-d5b4-4c03-a048-46bd551d2844 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 1098 time: 0.1837685 Apr 30 07:07:01.551267 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-76bc2bc7-b8fc-406d-82de-f33b809098c6 service neutron] 10.222.0.25 "GET /v2.0/networks/7f90e819-c88b-45c3-b87b-89e4fee7299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564454 Apr 30 07:07:01.762972 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e6fb176b-184a-4d9b-997c-b745da0a0a17 req-a4f7a347-38ba-4d72-9708-e8d87edc47e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927042 Apr 30 07:07:01.800437 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d569de6e-4fe9-47de-94ad-3aac8ede2ea8 req-a1c7dcf3-3ab4-463e-b0c6-48d9aa30035e service neutron] 10.222.0.25 "GET /v2.0/networks/7f90e819-c88b-45c3-b87b-89e4fee7299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287984 Apr 30 07:07:01.997447 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c81dd-ce96-4c70-b9b6-992c186ed0a8 req-fe7352df-e19e-442b-8082-dcc0096e3f48 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:01.999533 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a10c81dd-ce96-4c70-b9b6-992c186ed0a8 req-fe7352df-e19e-442b-8082-dcc0096e3f48 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1702411 Apr 30 07:07:02.007669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-f4370281-c6b5-4f65-a57d-da5dfef0dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:02.009333 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-f4370281-c6b5-4f65-a57d-da5dfef0dfd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac69403431ec47768eb881096b3ba610&device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 1101 time: 0.1267955 Apr 30 07:07:02.174600 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a10c81dd-ce96-4c70-b9b6-992c186ed0a8 req-16e2bf07-02e1-47fd-9b9e-2efdcad8c641 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603343 Apr 30 07:07:02.237489 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-e1acadda-e9df-4a57-ac5c-6ed216562a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:02.239286 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-e1acadda-e9df-4a57-ac5c-6ed216562a95 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f90e819-c88b-45c3-b87b-89e4fee7299f HTTP/1.1" status: 200 len: 870 time: 0.2122729 Apr 30 07:07:02.321679 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-aad1f82f-61b8-489a-bc59-32a6288d36a7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:02.326125 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-aafbb02c-415a-4cf0-bd3e-6ce8df2a34b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ba4d88-136c-4adc-b30b-22d2b2c44010 HTTP/1.1" status: 200 len: 217 time: 0.0742643 Apr 30 07:07:02.328866 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-aad1f82f-61b8-489a-bc59-32a6288d36a7 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.2247541 Apr 30 07:07:02.346606 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-e98f7769-e8bd-47d4-ab29-f7478b13c36c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/quotas/07da67a12e384dafb2be92fad0839de6 HTTP/1.1" status: 200 len: 375 time: 0.0166090 Apr 30 07:07:02.429191 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:07:02.450039 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-27f14fea-6592-4302-acb5-360fe12147f1 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025136 Apr 30 07:07:02.505929 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-0700162b-3189-49b1-a57c-a30b8660a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:02.507421 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-0700162b-3189-49b1-a57c-a30b8660a91b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7003c229-76b3-42e1-9784-f6fd39fd335a HTTP/1.1" status: 200 len: 843 time: 0.1738966 Apr 30 07:07:02.570366 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980fd19-63de-4870-9846-9b94f9d4d6b5 req-de15d55a-d313-4fe7-8e2f-581010508e42 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:02.571748 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c980fd19-63de-4870-9846-9b94f9d4d6b5 req-de15d55a-d313-4fe7-8e2f-581010508e42 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 948 time: 0.1500263 Apr 30 07:07:02.635608 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-cfaa62b2-d786-415a-aebc-af3a7d290065 service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846082 Apr 30 07:07:02.727487 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c980fd19-63de-4870-9846-9b94f9d4d6b5 req-b04e16c1-5a6f-43f4-9862-e51941b6d718 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437759 Apr 30 07:07:02.816337 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-be541fb2-6278-407d-9808-8796be3d9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:02.817976 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-be541fb2-6278-407d-9808-8796be3d9f60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f90e819-c88b-45c3-b87b-89e4fee7299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2885115 Apr 30 07:07:02.859030 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-8e02ed1a-4dc1-4fd2-a489-f530e6917d99 service neutron] 10.222.0.11 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223055 Apr 30 07:07:03.024233 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 33706) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:03.132186 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-13c26920-8895-4fcb-999a-081021cff854 service neutron] 10.222.0.25 "GET /v2.0/networks/7f90e819-c88b-45c3-b87b-89e4fee7299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047733 Apr 30 07:07:03.190920 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4b79d9ec-78b6-403f-b7e4-8bfba36f6ae0 req-33e9528b-84d0-42b1-b503-a35f3d613e6a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 210 time: 0.0566251 Apr 30 07:07:03.230761 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:03.252006 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:03.263399 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:bed98915f55d4e55a346272d70a37011 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:03.268599 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:03.276050 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:03.408504 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:03.415250 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:03.438436 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:03.486859 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bed98915f55d4e55a346272d70a37011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614468 Apr 30 07:07:03.487968 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f53ad2-c357-43d5-a13f-e180d017542e,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:03.488653 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 33760) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:03.491526 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:03.493435 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bf7f1ea-62f5-4ccc-89f8-6aa7a901c96b req-2cb52429-1df5-428e-b07a-08b59e40cd13 service neutron] 10.222.0.25 "GET /v2.0/networks/7f90e819-c88b-45c3-b87b-89e4fee7299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451355 Apr 30 07:07:03.567434 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537d419-6b7d-49c0-a63f-1f308a3a686e req-e47c7923-1d30-4ede-b6f0-bb0df15d0949 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:03.568903 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b537d419-6b7d-49c0-a63f-1f308a3a686e req-e47c7923-1d30-4ede-b6f0-bb0df15d0949 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1567178 Apr 30 07:07:03.618454 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:03.664994 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b537d419-6b7d-49c0-a63f-1f308a3a686e req-0fb3901a-4bb6-4b85-89e0-d556eea0abd5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848353 Apr 30 07:07:03.669390 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:03.752501 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:03.756415 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:03.768890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f53ad2-c357-43d5-a13f-e180d017542e,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:03.771229 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:03.777146 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:03.781040 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8f53ad2-c357-43d5-a13f-e180d017542e HTTP/1.1" status: 204 len: 168 time: 0.2891958 Apr 30 07:07:04.124150 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17cc79-5af6-4759-a7e9-e6fa516ef2f3 req-9f1b2ae3-fccb-4d41-a03d-0e02989b3326 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:04.136956 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bf17cc79-5af6-4759-a7e9-e6fa516ef2f3 req-9f1b2ae3-fccb-4d41-a03d-0e02989b3326 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 948 time: 0.1887832 Apr 30 07:07:04.263398 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bf17cc79-5af6-4759-a7e9-e6fa516ef2f3 req-a328fbff-0e78-417b-bfc0-853364efd62c tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239457 Apr 30 07:07:04.309572 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-b9d626d6-8e90-4ffd-b0ca-38fe732c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:04.311419 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-b9d626d6-8e90-4ffd-b0ca-38fe732c9508 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 1098 time: 0.1694608 Apr 30 07:07:04.319654 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394166d-251b-4682-a6d1-8a76bcda7fd0 req-01282f12-c451-4253-98ea-29255aa5c3f1 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:04.321311 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8394166d-251b-4682-a6d1-8a76bcda7fd0 req-01282f12-c451-4253-98ea-29255aa5c3f1 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1071188 Apr 30 07:07:04.397080 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8394166d-251b-4682-a6d1-8a76bcda7fd0 req-62c4bfdf-2a3d-48c8-b94b-db1503d1bc11 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655682 Apr 30 07:07:04.563684 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-35b83114-7a73-44b5-a169-240ff6abddea req-a7460e50-cffd-4a1e-bbb6-482cd2529067 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 210 time: 0.0621178 Apr 30 07:07:04.590104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-1a07ed04-f152-4125-bfed-6a44987e3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:04.591639 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-1a07ed04-f152-4125-bfed-6a44987e3d3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 919 time: 0.2651148 Apr 30 07:07:04.679571 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-b7c35a4c-a9c3-45ce-bd75-4ced1efb4cf7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463 HTTP/1.1" status: 200 len: 217 time: 0.0752263 Apr 30 07:07:04.688778 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-23a19612-f605-43a0-911b-cb7b144c6cda tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:04.690350 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-23a19612-f605-43a0-911b-cb7b144c6cda tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 814 time: 0.2528577 Apr 30 07:07:04.735060 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Request body: {'port': {'device_id': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'admin_state_up': True, 'tenant_id': '07da67a12e384dafb2be92fad0839de6'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:07:04.763920 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c9ba4d88-136c-4adc-b30b-22d2b2c44010 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:07:04.840249 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-8b70ded8-ab49-4fd7-8197-ff2546df8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:04.841692 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-8b70ded8-ab49-4fd7-8197-ff2546df8412 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.1500459 Apr 30 07:07:04.894947 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c9ba4d88-136c-4adc-b30b-22d2b2c44010, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c9ba4d88-136c-4adc-b30b-22d2b2c44010,segment=NetworkSegment(2076ab80-d5c5-4f24-8b34-fa285ddeacef),segment_id=2076ab80-d5c5-4f24-8b34-fa285ddeacef)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:04.907924 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010', 'network_id': '7f90e819-c88b-45c3-b87b-89e4fee7299f', 'port_id': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010', 'mac_address': 'fa:16:3e:f8:5f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7003c229-76b3-42e1-9784-f6fd39fd335a', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:07:04.912549 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-bd576043-7c8b-448e-ab31-f5d75a3f55dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511110 Apr 30 07:07:04.920166 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:04.948908 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:04.964445 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:04.982562 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ba4d88-136c-4adc-b30b-22d2b2c44010 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:07:04.999630 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c9ba4d88-136c-4adc-b30b-22d2b2c44010, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c9ba4d88-136c-4adc-b30b-22d2b2c44010,segment=NetworkSegment(2076ab80-d5c5-4f24-8b34-fa285ddeacef),segment_id=2076ab80-d5c5-4f24-8b34-fa285ddeacef)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:05.004994 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:05.006793 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:05.016871 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Made reservation on behalf of 07da67a12e384dafb2be92fad0839de6 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:07:05.020353 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:05.079965 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=c9ba4d88-136c-4adc-b30b-22d2b2c44010,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:05.079965 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:05.133907 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-ec5600f5-19b8-405a-8d54-670e8eddcb12 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068684 Apr 30 07:07:05.310275 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Allocated IP 172.20.0.12 (b2b9e21e-fc8f-4159-a5a9-abf0307721ad/13b09ebb-8ffb-42c0-957d-331efcbb9e54/ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:07:05.334342 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['c9ba4d88-136c-4adc-b30b-22d2b2c44010'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:05.348639 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-29354692-8703-4ec6-81c9-1fccf0ea1235 req-ed11b37b-2822-4023-934e-2c3642185744 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004347 Apr 30 07:07:05.621248 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203e82-a6a8-4a83-8487-3474903b3585 req-84cfe326-1c41-427d-b6bf-1df369bcc543 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:05.624005 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-74203e82-a6a8-4a83-8487-3474903b3585 req-84cfe326-1c41-427d-b6bf-1df369bcc543 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0912633 Apr 30 07:07:05.678582 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-74203e82-a6a8-4a83-8487-3474903b3585 req-0417acae-bf6c-4909-8d7f-79ab79de092b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484202 Apr 30 07:07:05.710922 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0ef06-a455-4288-b3ec-028a556c9eca req-0ec1b447-19a1-447b-a39b-e6b17b91e110 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:05.712669 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54b0ef06-a455-4288-b3ec-028a556c9eca req-0ec1b447-19a1-447b-a39b-e6b17b91e110 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 949 time: 0.2724080 Apr 30 07:07:05.791127 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54b0ef06-a455-4288-b3ec-028a556c9eca req-c5f1d7fa-58e2-400c-a9e8-35ee3640c6a8 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712206 Apr 30 07:07:05.794117 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:05.836333 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:05.869436 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-39a2f60b-cb13-441b-a6c8-26ae9861daf1 tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:05.923594 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:07:05.930244 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:07:05.940138 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:07:05.946509 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:05.947295 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:06.043329 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event updated for resources: {'Port': ['ID=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:06.051296 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3245206 Apr 30 07:07:06.065089 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:06.070382 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Request body: {'port': {'device_id': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:07:06.132582 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be2ff5-ed63-47c4-814b-3f253070be62 req-dd6ddfbc-c598-41a0-83b4-5c92abf85f12 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:06.133357 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a5be2ff5-ed63-47c4-814b-3f253070be62 req-dd6ddfbc-c598-41a0-83b4-5c92abf85f12 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:07:06.201006 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1', '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', '1112332e-9d2a-47ad-a4e6-50a67b1126fa'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:06.206969 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a5be2ff5-ed63-47c4-814b-3f253070be62 req-dd6ddfbc-c598-41a0-83b4-5c92abf85f12 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:07:06.214557 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a5be2ff5-ed63-47c4-814b-3f253070be62 req-dd6ddfbc-c598-41a0-83b4-5c92abf85f12 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 932 time: 0.2628622 Apr 30 07:07:06.234682 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:06.323379 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a5be2ff5-ed63-47c4-814b-3f253070be62 req-182a7b7f-cf1d-4192-8c8c-2f4ef928f6ec tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075480 Apr 30 07:07:06.696594 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:07:06.705815 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:06.723198 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Transition to ACTIVE for port object ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:07:06.728723 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:06.734621 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:06.754612 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c9ba4d88-136c-4adc-b30b-22d2b2c44010 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:07:06.884066 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port c9ba4d88-136c-4adc-b30b-22d2b2c44010 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:07:06.889672 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port c9ba4d88-136c-4adc-b30b-22d2b2c44010 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:07:06.890229 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:06.919660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Pushing event updated for resources: {'Port': ['ID=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:06.931386 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:06.938992 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Attempting to bind port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:07:06.939284 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Attempting to bind port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:07:06.939605 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Attempting to bind port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:07:06.944572 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:07:06.945191 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Attempting to bind port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa on network b2b9e21e-fc8f-4159-a5a9-abf0307721ad {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:07:06.957868 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:07:06.958270 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Checking segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:07:06.958689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Bound using segment: {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:07:06.959218 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Bound port: ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bf08b7-cb54-4252-9191-66acfa35cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:07:06.960434 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:07.058739 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563c718-6602-4bd2-aa93-78d96552e15f req-de9740af-411b-4644-8990-39c89b28b675 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:07.071683 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8563c718-6602-4bd2-aa93-78d96552e15f req-de9740af-411b-4644-8990-39c89b28b675 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.2702544 Apr 30 07:07:07.087921 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:07.114246 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] For port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:07:07.124409 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8563c718-6602-4bd2-aa93-78d96552e15f req-de719c0d-0e94-400e-b19e-84cad2ab4e8a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Apr 30 07:07:07.141011 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:07.142088 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] For port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:07:07.151922 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c9ba4d88-136c-4adc-b30b-22d2b2c44010, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c9ba4d88-136c-4adc-b30b-22d2b2c44010,segment=NetworkSegment(2076ab80-d5c5-4f24-8b34-fa285ddeacef),segment_id=2076ab80-d5c5-4f24-8b34-fa285ddeacef)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:07.167516 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:07.169858 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:07.174181 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:07.187344 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:07.242109 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010', 'code': 200} Apr 30 07:07:07.297003 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:07.297619 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:07.299075 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] 10.222.0.25 "PUT /v2.0/ports/ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa HTTP/1.1" status: 200 len: 1094 time: 1.2372057 Apr 30 07:07:07.299593 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'tag': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:07.322178 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=c9ba4d88-136c-4adc-b30b-22d2b2c44010,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:07.325248 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:07.335381 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e512b3-b0c4-4f37-aaad-ad1574bb63c5 req-2d89125b-bfc0-4326-a175-fa4e479ef035 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:07.336932 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e6e512b3-b0c4-4f37-aaad-ad1574bb63c5 req-2d89125b-bfc0-4326-a175-fa4e479ef035 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 949 time: 0.3309064 Apr 30 07:07:07.416494 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'tag': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa', 'status': 'completed', 'code': 200} Apr 30 07:07:07.501035 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e6e512b3-b0c4-4f37-aaad-ad1574bb63c5 req-11933ad3-0aae-4817-9718-fbb5ba89daf4 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543720 Apr 30 07:07:07.529077 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Pushing event updated for resources: {'Port': ['ID=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:07.536094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:07.589513 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-c533e0fb-e353-41bd-a68b-80fa28f3683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:07.591164 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-c533e0fb-e353-41bd-a68b-80fa28f3683a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 1097 time: 0.1833730 Apr 30 07:07:07.594233 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b0d5-c08b-4662-ab73-e24f2e561f60 req-7884a9e8-f23e-43a9-a931-f5ab2dd14dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:07.595732 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e264b0d5-c08b-4662-ab73-e24f2e561f60 req-7884a9e8-f23e-43a9-a931-f5ab2dd14dd1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 1103 time: 0.1327806 Apr 30 07:07:07.601680 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15b6a-ba95-418a-8be4-9f946397aaa7 req-17464f97-d85c-4fdc-bcac-b8ed49cdf8f0 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:07.603437 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-33d15b6a-ba95-418a-8be4-9f946397aaa7 req-17464f97-d85c-4fdc-bcac-b8ed49cdf8f0 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 944 time: 0.1320891 Apr 30 07:07:07.694911 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-33d15b6a-ba95-418a-8be4-9f946397aaa7 req-3eec95e7-6ae8-424d-89a6-e047c7865abe tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846522 Apr 30 07:07:07.729606 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-0f39358a-b91d-4b35-859d-a07b98771bd1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa HTTP/1.1" status: 200 len: 217 time: 0.1099339 Apr 30 07:07:07.864919 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e264b0d5-c08b-4662-ab73-e24f2e561f60 req-77c123a1-8e1c-450f-8849-aa3626bd9384 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437088 Apr 30 07:07:07.880601 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-ad2ab067-7f7f-48b7-88d3-fab0056ba7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:07.882156 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-ad2ab067-7f7f-48b7-88d3-fab0056ba7c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.1412661 Apr 30 07:07:07.963995 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-eea2930f-07a4-4416-afb1-d77ebd6e7043 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412376 Apr 30 07:07:08.099173 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-1f6f88e0-58f5-47fa-a375-88ba224de55d service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225350 Apr 30 07:07:08.277082 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b434c442-2d9c-4cc3-b219-2bb8fc24cc4c req-44035f7e-628b-4a31-84a4-978e28599113 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697023 Apr 30 07:07:08.321451 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6b399-7377-492c-a436-9ee8c46267cd req-aa722971-e8bf-44af-84dc-e3e61f0b8066 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:08.323644 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-39c6b399-7377-492c-a436-9ee8c46267cd req-aa722971-e8bf-44af-84dc-e3e61f0b8066 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0972397 Apr 30 07:07:08.409158 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-39c6b399-7377-492c-a436-9ee8c46267cd req-7f490cd2-c5c1-4eb4-8f5c-7fd0fc1bb570 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789363 Apr 30 07:07:08.437507 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-7867fa26-252f-45a7-a17e-3812f91ceb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:08.438970 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-7867fa26-252f-45a7-a17e-3812f91ceb8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07da67a12e384dafb2be92fad0839de6&device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 1097 time: 0.0939529 Apr 30 07:07:08.607021 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-32b3fb5c-7390-4257-8399-a54d240503ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:08.608623 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-32b3fb5c-7390-4257-8399-a54d240503ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 200 len: 915 time: 0.1598334 Apr 30 07:07:08.685408 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-fb6dd82b-e299-45f2-afdb-ccca6e595490 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa HTTP/1.1" status: 200 len: 217 time: 0.0698457 Apr 30 07:07:08.748680 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b30182-9605-4b83-801f-288e51b9bbf7 req-b7de0ec8-8782-454e-8217-c291e8c9025e tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:08.750198 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-81b30182-9605-4b83-801f-288e51b9bbf7 req-b7de0ec8-8782-454e-8217-c291e8c9025e tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 950 time: 0.0946925 Apr 30 07:07:08.752115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-cb718971-24b0-4d85-8930-ec21b10f0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:08.753623 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-cb718971-24b0-4d85-8930-ec21b10f0512 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 200 len: 854 time: 0.0596218 Apr 30 07:07:08.799921 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-81b30182-9605-4b83-801f-288e51b9bbf7 req-8ba5b571-99bb-4eef-a9a8-ef3b98674812 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Apr 30 07:07:08.806290 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-aa08b4dd-b6e1-490f-81d2-b6fb1c4cd10c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2b9e21e-fc8f-4159-a5a9-abf0307721ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454073 Apr 30 07:07:08.993166 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-c848ac03-e41c-4614-9e0f-9ad618ce40a2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768796 Apr 30 07:07:09.004662 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1d2c-ddcc-4913-be65-b90193da28ec req-c040d8d2-e494-4a25-938a-138626dea370 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:09.006113 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fe2a1d2c-ddcc-4913-be65-b90193da28ec req-c040d8d2-e494-4a25-938a-138626dea370 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 944 time: 0.1698496 Apr 30 07:07:09.170050 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fe2a1d2c-ddcc-4913-be65-b90193da28ec req-8cdea02f-7ba8-474b-9009-688fb22c21c9 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442223 Apr 30 07:07:09.207850 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74f3efe4-ae5c-42ce-9cfc-87d86966930c req-1c7e38bc-7fd4-4e43-b5cc-67620aa9cf13 service neutron] 10.222.0.25 "GET /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000473 Apr 30 07:07:09.447867 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f1a24-dec3-466f-ba04-28d8238a51c8 req-a369e589-8088-446b-9d76-b3d0ac991821 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:09.449377 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1e6f1a24-dec3-466f-ba04-28d8238a51c8 req-a369e589-8088-446b-9d76-b3d0ac991821 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0827527 Apr 30 07:07:09.495866 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1e6f1a24-dec3-466f-ba04-28d8238a51c8 req-5f212f14-1694-4a2a-9625-cb1f9f9f20a3 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396135 Apr 30 07:07:09.607547 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addac9f-379e-4195-bb63-3d4e0cccca1f req-0b449265-7573-4178-b7ca-dbc95b2f1326 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:09.608988 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9addac9f-379e-4195-bb63-3d4e0cccca1f req-0b449265-7573-4178-b7ca-dbc95b2f1326 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0925756 Apr 30 07:07:09.659654 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9addac9f-379e-4195-bb63-3d4e0cccca1f req-c39044e6-3c12-4213-9ba4-7998ede0d81e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Apr 30 07:07:09.999797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a24b05-a9bc-4839-a87c-44581fafa5e0 req-2c2d146e-f8bb-4cfb-bb8a-d6e6da73fd00 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:10.002869 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-35a24b05-a9bc-4839-a87c-44581fafa5e0 req-2c2d146e-f8bb-4cfb-bb8a-d6e6da73fd00 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 950 time: 0.0918846 Apr 30 07:07:10.049885 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-35a24b05-a9bc-4839-a87c-44581fafa5e0 req-019c2280-7863-434d-9897-c9c35b7c7c37 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Apr 30 07:07:10.382819 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122a329-9458-4a20-8eb2-f4fcf802ed4d req-07b215f3-babe-40d3-a7da-89473b128ff2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:10.384397 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9122a329-9458-4a20-8eb2-f4fcf802ed4d req-07b215f3-babe-40d3-a7da-89473b128ff2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 944 time: 0.0921004 Apr 30 07:07:10.438764 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9122a329-9458-4a20-8eb2-f4fcf802ed4d req-080bfffe-2452-4fbe-9e35-9f2fc9fc538b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477822 Apr 30 07:07:10.523817 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28871e-60ae-4803-b6df-80aa672c5fcf req-d8cf6e0a-e807-4f1d-bbed-65a42d909719 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:10.525245 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5d28871e-60ae-4803-b6df-80aa672c5fcf req-d8cf6e0a-e807-4f1d-bbed-65a42d909719 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 950 time: 0.0943651 Apr 30 07:07:10.578913 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5d28871e-60ae-4803-b6df-80aa672c5fcf req-e3cf0474-ee42-45f8-b6a1-bfd5b92b6646 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Apr 30 07:07:10.790056 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:07:10.811645 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568f8c-7979-4eb0-904b-fe798a3a2b6f req-b2c0c64b-4d36-423a-9837-9d4a39d4c206 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:10.819877 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54568f8c-7979-4eb0-904b-fe798a3a2b6f req-b2c0c64b-4d36-423a-9837-9d4a39d4c206 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1991425 Apr 30 07:07:10.866948 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54568f8c-7979-4eb0-904b-fe798a3a2b6f req-864fbf30-6340-4606-9b62-4b9b03094ab5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467918 Apr 30 07:07:10.895363 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf313056-8fdc-486c-bf65-4f1c3602ae50 req-b5330cb1-c2d9-4d44-a28f-2994b01a6eef tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:10.897797 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-bf313056-8fdc-486c-bf65-4f1c3602ae50 req-b5330cb1-c2d9-4d44-a28f-2994b01a6eef tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1231425 Apr 30 07:07:10.943053 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-bf313056-8fdc-486c-bf65-4f1c3602ae50 req-525c9310-27f6-468f-af25-22617d93e06f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Apr 30 07:07:10.958427 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:10.971751 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa', 'network_id': 'b2b9e21e-fc8f-4159-a5a9-abf0307721ad', 'port_id': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa', 'mac_address': 'fa:16:3e:c2:86:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b09ebb-8ffb-42c0-957d-331efcbb9e54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:07:11.028351 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:11.045352 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:07:11.061114 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:11.065567 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:11.067408 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:11.134464 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:11.137764 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:11.487443 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:11.624365 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a343a5-52e3-432e-883e-12dad969c7cd req-73d6e4e6-ce34-487e-a435-9034ff04646a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:11.625922 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-22a343a5-52e3-432e-883e-12dad969c7cd req-73d6e4e6-ce34-487e-a435-9034ff04646a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 945 time: 0.0806634 Apr 30 07:07:11.677628 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-22a343a5-52e3-432e-883e-12dad969c7cd req-b2144d9c-1931-4390-a150-ef8029d6937e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455103 Apr 30 07:07:11.789624 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10268c0-4fe9-441c-a111-d5d028410fb5 req-00b51299-8931-4cb0-8551-70a11a629f39 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:11.791058 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b10268c0-4fe9-441c-a111-d5d028410fb5 req-00b51299-8931-4cb0-8551-70a11a629f39 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 950 time: 0.0856311 Apr 30 07:07:11.835826 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b10268c0-4fe9-441c-a111-d5d028410fb5 req-157038cd-1c64-4b8d-82cd-3cfc1b2cbf52 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 Apr 30 07:07:12.070094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80b389-f51c-4f76-b50c-956d3dd30d88 req-d8eb9530-c42c-488d-9f00-a0541f298e71 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:12.071875 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4b80b389-f51c-4f76-b50c-956d3dd30d88 req-d8eb9530-c42c-488d-9f00-a0541f298e71 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0879490 Apr 30 07:07:12.116655 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4b80b389-f51c-4f76-b50c-956d3dd30d88 req-1535a0b0-14cf-4eec-9fdf-b98d6aa5219f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385451 Apr 30 07:07:12.181399 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a817b-ccb3-49c9-9a4b-88a27eb65ed6 req-e2c9f92e-d5fa-404f-968a-2cf2098eeaa5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:12.182939 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a45a817b-ccb3-49c9-9a4b-88a27eb65ed6 req-e2c9f92e-d5fa-404f-968a-2cf2098eeaa5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1215177 Apr 30 07:07:12.239225 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a45a817b-ccb3-49c9-9a4b-88a27eb65ed6 req-f928ee00-acb7-41e3-be4b-7d7395d61799 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499091 Apr 30 07:07:12.391854 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-d4daa314-ad8d-4908-8044-b358328e1fdc tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:12.393496 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-d4daa314-ad8d-4908-8044-b358328e1fdc tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.25 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 950 time: 0.1092973 Apr 30 07:07:12.548951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Deleting port c9ba4d88-136c-4adc-b30b-22d2b2c44010 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:07:12.549299 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:12.575128 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34028) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:12.691551 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] For port c9ba4d88-136c-4adc-b30b-22d2b2c44010, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c9ba4d88-136c-4adc-b30b-22d2b2c44010,segment=NetworkSegment(2076ab80-d5c5-4f24-8b34-fa285ddeacef),segment_id=2076ab80-d5c5-4f24-8b34-fa285ddeacef)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:12.691975 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:12.702460 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:12.718854 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:12.723000 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Usage tracker for resource:security_group_rule and tenant:187fc215fcbc438fb388b7a2519d4689 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:12.726104 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:12.732380 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:12.794020 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:07:12.823864 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:12.832514 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:12.833516 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Calling delete_port for c9ba4d88-136c-4adc-b30b-22d2b2c44010 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:07:12.839934 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0da99a77-7dcf-4157-a5c2-cd2e366a3bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:12.883781 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=187fc215fcbc438fb388b7a2519d4689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075089 Apr 30 07:07:12.884639 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34038) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:12.884972 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b9ec6-d9b0-490f-88f0-969c2408c69a,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:12.888334 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:12.901124 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:07:12.906012 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:07:12.906517 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.006508 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc4c67-c0ff-41ff-be5f-b476cd84e1ec req-e1010f0a-9125-44ee-a857-62635002d1cc tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:13.008091 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-68cc4c67-c0ff-41ff-be5f-b476cd84e1ec req-e1010f0a-9125-44ee-a857-62635002d1cc tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 945 time: 0.1852689 Apr 30 07:07:13.013253 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.038663 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.063617 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4eebe-f25a-4700-9669-1f8db9ba917e req-5158faa8-82e0-4f60-8375-fc692c9b32cc tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:13.071189 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-56c4eebe-f25a-4700-9669-1f8db9ba917e req-5158faa8-82e0-4f60-8375-fc692c9b32cc tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 950 time: 0.1155162 Apr 30 07:07:13.076515 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:13.088981 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:13.103188 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.107407 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:13.129921 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.133796 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-56c4eebe-f25a-4700-9669-1f8db9ba917e req-d8717e6a-70bf-4ce2-a40d-46bc70fbe5b8 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614192 Apr 30 07:07:13.154465 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-68cc4c67-c0ff-41ff-be5f-b476cd84e1ec req-ba420db7-be0b-431b-9678-a44c0f99a127 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368210 Apr 30 07:07:13.167093 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.177686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:13.194437 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['c9ba4d88-136c-4adc-b30b-22d2b2c44010'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:13.226036 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa', 'code': 200} Apr 30 07:07:13.246216 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:13.264040 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:13.280381 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Pushing event deleted for resources: {'Port': ['ID=c9ba4d88-136c-4adc-b30b-22d2b2c44010,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:13.288575 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:13.415383 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] No DVR routers for this DVR port c9ba4d88-136c-4adc-b30b-22d2b2c44010 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:07:13.440940 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.448183 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'name': 'network-vif-deleted', 'tag': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:13.466120 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.472078 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-643f3ad6-3456-4d59-bb69-af1ed8cce1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:13.515930 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104063d4-616c-47a2-9976-acd268ea72dc req-82a5bde2-5f44-46b2-b5ad-d94175d97026 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:13.517801 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-104063d4-616c-47a2-9976-acd268ea72dc req-82a5bde2-5f44-46b2-b5ad-d94175d97026 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1388423 Apr 30 07:07:13.543122 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b9ec6-d9b0-490f-88f0-969c2408c69a,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:13.545576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:13.580629 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1c1555b3-b5fe-459e-9c46-437578bd9d83 req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.25 "DELETE /v2.0/ports/c9ba4d88-136c-4adc-b30b-22d2b2c44010 HTTP/1.1" status: 204 len: 173 time: 1.1734200 Apr 30 07:07:13.586902 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:13.590435 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa2b9ec6-d9b0-490f-88f0-969c2408c69a HTTP/1.1" status: 204 len: 168 time: 0.7024820 Apr 30 07:07:13.595008 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-104063d4-616c-47a2-9976-acd268ea72dc req-18570c23-edd0-455f-9abf-238f99b74c01 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701177 Apr 30 07:07:13.607997 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1202590-6f06-45a5-8dca-b56dfd787611 req-5b2b97d6-299d-4d4d-b0a8-17fa2cad84e5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:13.609640 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d1202590-6f06-45a5-8dca-b56dfd787611 req-5b2b97d6-299d-4d4d-b0a8-17fa2cad84e5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.3142574 Apr 30 07:07:13.701960 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3d521-9bc2-4ea1-81ab-170bd8d47635 req-054842c6-c1cd-448b-965c-ea03d4df82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:13.703536 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9fa3d521-9bc2-4ea1-81ab-170bd8d47635 req-054842c6-c1cd-448b-965c-ea03d4df82d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 1099 time: 0.2113166 Apr 30 07:07:13.718607 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21315fd-daf9-4f4b-96cd-9fa690de7084', 'name': 'network-vif-deleted', 'tag': 'c9ba4d88-136c-4adc-b30b-22d2b2c44010', 'status': 'completed', 'code': 200} Apr 30 07:07:13.757050 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d1202590-6f06-45a5-8dca-b56dfd787611 req-05d621d5-e930-4e5e-a956-aa75443ff545 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252260 Apr 30 07:07:13.791673 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9fa3d521-9bc2-4ea1-81ab-170bd8d47635 req-091bb7ff-3ebd-438c-9dae-0fb0e7bfe551 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697289 Apr 30 07:07:14.306433 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-aa1d37a3-b028-4f6b-8f91-617592ed94e3 req-38f38804-9ae5-42f0-9bcf-31292b898176 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21315fd-daf9-4f4b-96cd-9fa690de7084 HTTP/1.1" status: 200 len: 210 time: 0.0476665 Apr 30 07:07:14.346637 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc662c-fb4c-4e7c-99e6-59eb81113bdf req-8a1d094d-82de-4545-b3c5-9b0f0abb677e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:14.348555 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-acbc662c-fb4c-4e7c-99e6-59eb81113bdf req-8a1d094d-82de-4545-b3c5-9b0f0abb677e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 946 time: 0.0808327 Apr 30 07:07:14.398721 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-acbc662c-fb4c-4e7c-99e6-59eb81113bdf req-a0bd9f28-9c3a-4298-9db2-ecbc4516304c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Apr 30 07:07:14.791062 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471c93-436b-478f-abfc-ccf4048e8215 req-27164024-0487-407b-b7bc-3a945b6c2a23 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:14.792541 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-07471c93-436b-478f-abfc-ccf4048e8215 req-27164024-0487-407b-b7bc-3a945b6c2a23 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0844562 Apr 30 07:07:14.843425 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-07471c93-436b-478f-abfc-ccf4048e8215 req-92cbf022-5c07-40ea-882c-c580f5d06773 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 Apr 30 07:07:14.956970 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bd849-3860-4926-b254-d718f17ab8cf req-95460a4a-9f09-438d-a373-0c486e91c99d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:14.958442 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-304bd849-3860-4926-b254-d718f17ab8cf req-95460a4a-9f09-438d-a373-0c486e91c99d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0813429 Apr 30 07:07:15.011759 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-304bd849-3860-4926-b254-d718f17ab8cf req-18fd9d9d-a35b-4211-be18-044c2e5f093d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464222 Apr 30 07:07:15.663074 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e077-7f1d-4702-9dd1-2aae23662005 req-bf5985b9-7cad-46f6-b594-afc36f9f3eb4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:15.664701 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-02c7e077-7f1d-4702-9dd1-2aae23662005 req-bf5985b9-7cad-46f6-b594-afc36f9f3eb4 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 946 time: 0.1522923 Apr 30 07:07:15.711653 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-02c7e077-7f1d-4702-9dd1-2aae23662005 req-a4f0a11a-3beb-4c59-958e-b44e3330ca11 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Apr 30 07:07:16.071447 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4b5e7-780a-4546-b909-3cb49a744352 req-77beceed-4cbf-44d7-b39b-0165901ae971 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:16.075886 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b8f4b5e7-780a-4546-b909-3cb49a744352 req-77beceed-4cbf-44d7-b39b-0165901ae971 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1168978 Apr 30 07:07:16.128341 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b8f4b5e7-780a-4546-b909-3cb49a744352 req-ae0fc97d-ce75-4805-9353-05368f5562c6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Apr 30 07:07:16.241988 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39a5a6-080a-4829-8ff1-080aeb9e1179 req-4c8ab70a-ca4e-44d6-9863-5519fd1de7e0 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:16.243468 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4e39a5a6-080a-4829-8ff1-080aeb9e1179 req-4c8ab70a-ca4e-44d6-9863-5519fd1de7e0 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1092548 Apr 30 07:07:16.293280 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4e39a5a6-080a-4829-8ff1-080aeb9e1179 req-df6d16b7-f1a7-4c8f-9e45-ec333f25e5f0 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Apr 30 07:07:16.793201 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c9ba4d88-136c-4adc-b30b-22d2b2c44010 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:07:16.830766 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: c9ba4d88-136c-4adc-b30b-22d2b2c44010 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:07:16.831118 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c9ba4d88-136c-4adc-b30b-22d2b2c44010 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:07:17.362908 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be1115-1442-493b-bb4f-b5260f55ce62 req-f89b029c-b0c2-4df6-a871-8ada36be76ba tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:17.364583 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f4be1115-1442-493b-bb4f-b5260f55ce62 req-f89b029c-b0c2-4df6-a871-8ada36be76ba tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1002331 Apr 30 07:07:17.416579 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f4be1115-1442-493b-bb4f-b5260f55ce62 req-5470d241-f589-4dd6-833a-4d6bb2402ad9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Apr 30 07:07:17.603396 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aca11-2dee-46c1-9783-8c265694592d req-27019016-c73c-4160-a7e6-69a85d16e5f4 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:17.604953 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f47aca11-2dee-46c1-9783-8c265694592d req-27019016-c73c-4160-a7e6-69a85d16e5f4 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0921891 Apr 30 07:07:17.664442 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f47aca11-2dee-46c1-9783-8c265694592d req-e540e282-c81f-4a70-a44a-ada4ae25a11e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515039 Apr 30 07:07:18.608032 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf938fad-7041-4225-b132-3577bbcf76fd req-3707fa6b-2419-423b-b35c-f665a3af6e48 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:18.609784 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cf938fad-7041-4225-b132-3577bbcf76fd req-3707fa6b-2419-423b-b35c-f665a3af6e48 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0845132 Apr 30 07:07:18.686432 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cf938fad-7041-4225-b132-3577bbcf76fd req-f786c49d-dfda-4291-8ae7-8ce77c78dada tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664365 Apr 30 07:07:18.861928 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561cc99-e47a-4279-a8ac-79522c601a02 req-0caa5b50-5eab-4c37-bb3d-5ddfe7d6fdc1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:18.863377 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d561cc99-e47a-4279-a8ac-79522c601a02 req-0caa5b50-5eab-4c37-bb3d-5ddfe7d6fdc1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0814207 Apr 30 07:07:18.908741 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d561cc99-e47a-4279-a8ac-79522c601a02 req-1b30448c-d14d-4e18-bdf1-df8a0b1e4897 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390511 Apr 30 07:07:19.899758 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a832c-9fb9-46e5-a45d-2e333c459ab1 req-4492aa48-2972-4022-998c-1dd2fa250c49 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:19.903226 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-c22a832c-9fb9-46e5-a45d-2e333c459ab1 req-4492aa48-2972-4022-998c-1dd2fa250c49 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0957620 Apr 30 07:07:19.950814 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-c22a832c-9fb9-46e5-a45d-2e333c459ab1 req-8abb0630-817a-4528-b284-9a7844a221c5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Apr 30 07:07:20.140468 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e6f91-c1e9-45ea-8d64-694efdb632f9 req-f25d9eca-f7f0-4a31-83c3-47d1c14d4a2a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:20.141995 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ad5e6f91-c1e9-45ea-8d64-694efdb632f9 req-f25d9eca-f7f0-4a31-83c3-47d1c14d4a2a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1069810 Apr 30 07:07:20.192759 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ad5e6f91-c1e9-45ea-8d64-694efdb632f9 req-d712e87b-f26f-42e3-acf2-975cac8ac39b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449989 Apr 30 07:07:20.415089 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34426) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:20.536167 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:20.550945 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:20.555244 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Usage tracker for resource:security_group_rule and tenant:417d69141cc042748428ffc5e0fae30f is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:20.558219 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:20.564075 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:20.685328 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:20.693507 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:20.706032 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-373d9bd0-1367-461e-9186-f35e36467871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:20.747878 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=417d69141cc042748428ffc5e0fae30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315780 Apr 30 07:07:20.748727 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e88789-97d2-4fc4-bc02-14c666652683,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:20.751016 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34440) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:20.753672 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:20.817893 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-86773764-6fdd-44d1-8975-4101cd73098a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:20.844076 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-86773764-6fdd-44d1-8975-4101cd73098a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:20.905068 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-86773764-6fdd-44d1-8975-4101cd73098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:20.910432 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-461fbc61-6687-4a49-beb7-df95cc28793f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:20.923659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86773764-6fdd-44d1-8975-4101cd73098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e88789-97d2-4fc4-bc02-14c666652683,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:20.926274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-86773764-6fdd-44d1-8975-4101cd73098a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:20.931035 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-86773764-6fdd-44d1-8975-4101cd73098a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:20.932506 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-86773764-6fdd-44d1-8975-4101cd73098a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1e88789-97d2-4fc4-bc02-14c666652683 HTTP/1.1" status: 204 len: 168 time: 0.1805871 Apr 30 07:07:21.038193 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34452) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:21.158254 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7878f8e-d84d-4cf7-b73a-553c9689744c req-930f9ff9-f92f-4a7f-96f1-5b93f23e3092 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:21.159798 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c7878f8e-d84d-4cf7-b73a-553c9689744c req-930f9ff9-f92f-4a7f-96f1-5b93f23e3092 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0896125 Apr 30 07:07:21.219512 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c7878f8e-d84d-4cf7-b73a-553c9689744c req-8101f69f-c5d7-4f77-a672-c7b95abd8421 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 Apr 30 07:07:21.337111 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c0707949-ec58-4a7e-8d0f-1d09d4192901 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac69403431ec47768eb881096b3ba610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976363 Apr 30 07:07:21.338149 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34462) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:21.350445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34466) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:21.379645 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.412092 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:21.418961 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3ee87308d540a5a920b331e61bd87e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:21.422853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:21.434648 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:21.447842 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.471501 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a668498-1c2c-4fa8-8cb4-b6e18c80bbe3 req-6d2c3433-0800-473c-aabc-0ab39d0bbecb tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:21.473091 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9a668498-1c2c-4fa8-8cb4-b6e18c80bbe3 req-6d2c3433-0800-473c-aabc-0ab39d0bbecb tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1519730 Apr 30 07:07:21.487001 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.518915 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9a668498-1c2c-4fa8-8cb4-b6e18c80bbe3 req-8a8149a0-3f63-460a-9669-b2366b8a1915 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397551 Apr 30 07:07:21.588106 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.589140 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.593024 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-cd4a9a0c-cb8b-4d40-b93a-545c797296c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:21.601910 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.614854 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:21.620767 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:21.621386 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:21.665394 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d3ee87308d540a5a920b331e61bd87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138795 Apr 30 07:07:21.669107 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34470) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:21.669888 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.673874 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd6214bd-3c4a-4b34-8b9f-3aa37c7100ec HTTP/1.1" status: 204 len: 168 time: 0.3345072 Apr 30 07:07:21.674937 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d29633-5dde-41a4-a223-45d7c34b5cac,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:21.677890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:21.737090 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.762866 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.819369 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.824728 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0705091a-1615-4d7c-9147-d14c867d0cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:21.842792 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d29633-5dde-41a4-a223-45d7c34b5cac,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:21.845049 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:21.867831 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:21.872409 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08d29633-5dde-41a4-a223-45d7c34b5cac HTTP/1.1" status: 204 len: 168 time: 0.2015250 Apr 30 07:07:22.420580 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78747925-b18c-4bb9-a3bd-1ef3a61d74d2 req-65eb55ad-0acb-4edb-9036-d405f6463989 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:22.422217 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78747925-b18c-4bb9-a3bd-1ef3a61d74d2 req-65eb55ad-0acb-4edb-9036-d405f6463989 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0872929 Apr 30 07:07:22.482293 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78747925-b18c-4bb9-a3bd-1ef3a61d74d2 req-df2b6bad-c40b-4c7e-ab4d-1cc6e0ef0c3d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530229 Apr 30 07:07:22.727901 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a9b1e-49fa-4b90-943a-ca91950c746b req-c3bc2ae0-3e68-4567-8f13-3be35707b7a8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:22.729398 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e35a9b1e-49fa-4b90-943a-ca91950c746b req-c3bc2ae0-3e68-4567-8f13-3be35707b7a8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0904956 Apr 30 07:07:22.812768 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e35a9b1e-49fa-4b90-943a-ca91950c746b req-cdda0944-2158-481a-a08a-f3ce760c79a7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774345 Apr 30 07:07:23.532655 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9db0e4-5619-4a4d-ac2c-39e946fe787f req-843e73fb-6176-404d-a514-a3b2627e651f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:23.534271 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fd9db0e4-5619-4a4d-ac2c-39e946fe787f req-843e73fb-6176-404d-a514-a3b2627e651f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 946 time: 0.0804677 Apr 30 07:07:23.583448 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fd9db0e4-5619-4a4d-ac2c-39e946fe787f req-cbc11655-bcc9-4e3e-a8fe-fef5326d1bcf tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Apr 30 07:07:23.666601 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb787b-0191-4f6d-bf65-154c5e540ab1 req-3216c000-6779-49c2-853b-d483556f24e2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:23.668256 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6acb787b-0191-4f6d-bf65-154c5e540ab1 req-3216c000-6779-49c2-853b-d483556f24e2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0821106 Apr 30 07:07:23.717347 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6acb787b-0191-4f6d-bf65-154c5e540ab1 req-d4a98733-ce1f-4848-a3e1-e7716bf5c895 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Apr 30 07:07:24.007346 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945308-5ebf-403c-87ba-945a03dbee2e req-864cbcd4-6b53-4f7d-9d89-6a95d01bd767 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:24.009049 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09945308-5ebf-403c-87ba-945a03dbee2e req-864cbcd4-6b53-4f7d-9d89-6a95d01bd767 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0875838 Apr 30 07:07:24.054757 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09945308-5ebf-403c-87ba-945a03dbee2e req-7c7c4a64-f172-42da-a636-5985c59e97c7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396385 Apr 30 07:07:24.816409 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ddcef-4b69-44c7-9388-13145e479f05 req-2728ed66-d72c-40ed-8188-5e6545219ab3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:24.817883 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-704ddcef-4b69-44c7-9388-13145e479f05 req-2728ed66-d72c-40ed-8188-5e6545219ab3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 946 time: 0.0835903 Apr 30 07:07:24.862430 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-704ddcef-4b69-44c7-9388-13145e479f05 req-93567bd9-5dbe-4078-9a39-8f5ba651dded tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Apr 30 07:07:24.902349 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9dc68-075c-4835-9bdf-2d87f311a3e8 req-2bc3eee8-0c8f-49d5-8614-79885e9653b9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:24.903792 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1ba9dc68-075c-4835-9bdf-2d87f311a3e8 req-2bc3eee8-0c8f-49d5-8614-79885e9653b9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0783932 Apr 30 07:07:24.948603 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1ba9dc68-075c-4835-9bdf-2d87f311a3e8 req-5894d2b7-000f-4e25-94ca-d6d46d9f8de6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Apr 30 07:07:25.069858 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c5e89eda-47bb-4e34-b7a4-081596056140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:25.253891 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91548f-8be3-43f9-aca6-0e553e177187 req-8570cd2e-d0fc-4cee-8b39-a96c62361a7d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:25.255369 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0a91548f-8be3-43f9-aca6-0e553e177187 req-8570cd2e-d0fc-4cee-8b39-a96c62361a7d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0844300 Apr 30 07:07:25.301285 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0a91548f-8be3-43f9-aca6-0e553e177187 req-b8efd682-9c21-4894-b4eb-e360281f5c6c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390353 Apr 30 07:07:25.843681 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:25.989721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-72111240-d24d-4c7e-8040-62775ed85444 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:25.991953 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-72111240-d24d-4c7e-8040-62775ed85444 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 946 time: 0.0888519 Apr 30 07:07:26.086970 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd52708-030c-48e1-bcd2-56a08e5d3f8f req-172d8f0a-c71a-47e6-9c0b-88fb9e9660ea tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:26.099935 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-bcd52708-030c-48e1-bcd2-56a08e5d3f8f req-172d8f0a-c71a-47e6-9c0b-88fb9e9660ea tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 946 time: 0.1185510 Apr 30 07:07:26.154348 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-bcd52708-030c-48e1-bcd2-56a08e5d3f8f req-ad418eff-4c38-42d7-87da-8bbbc1e92ec3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544760 Apr 30 07:07:26.230212 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Deleting port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:07:26.230586 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:26.254834 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691227-9d71-4246-86d8-2350884db30f req-933586d5-4a85-4784-af65-7d3376886a8f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:26.256418 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3f691227-9d71-4246-86d8-2350884db30f req-933586d5-4a85-4784-af65-7d3376886a8f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1316609 Apr 30 07:07:26.385222 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3f691227-9d71-4246-86d8-2350884db30f req-bc78c615-424a-4bd8-82be-fb697df7a4cd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159163 Apr 30 07:07:26.432945 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] For port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:26.433452 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:26.525784 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7988c-b2c9-4ed3-8a29-9e72a3355573 req-cfe88631-d3c7-48ff-9632-083af1b4780a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:26.527488 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-bdc7988c-b2c9-4ed3-8a29-9e72a3355573 req-cfe88631-d3c7-48ff-9632-083af1b4780a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0948253 Apr 30 07:07:26.580123 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-bdc7988c-b2c9-4ed3-8a29-9e72a3355573 req-e8d98bd4-870d-4920-b1f4-b6671cec6cf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464413 Apr 30 07:07:26.634012 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Calling delete_port for ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:07:26.761022 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:26.767051 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:26.779760 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1', '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', '1112332e-9d2a-47ad-a4e6-50a67b1126fa', 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:26.813015 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event deleted for resources: {'Port': ['ID=ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:26.816511 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:26.855234 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:07:26.887616 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] No DVR routers for this DVR port ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:07:26.890033 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:26.892658 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'name': 'network-vif-deleted', 'tag': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:26.908980 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78bf4eaf-f14d-406e-8482-7c77a6639981 req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "DELETE /v2.0/ports/ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa HTTP/1.1" status: 204 len: 173 time: 0.9094253 Apr 30 07:07:26.940793 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233', 'name': 'network-vif-deleted', 'tag': 'ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa', 'status': 'completed', 'code': 200} Apr 30 07:07:27.067100 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:27.089979 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'port_id': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'mac_address': 'fa:16:3e:b8:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:07:27.180427 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:27.206756 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a67b104d-6b71-4695-b7bd-edb62e246449 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:07:27.222307 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:27.234453 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:27.238822 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:27.317435 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cd6ddc2b-9500-47e3-91c0-bb1c242ac314 req-c9cbf8e0-abd5-40da-b4eb-bdae20abf1c3 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6280e6c-e7d2-43b7-a3a4-cb6c8acb3233 HTTP/1.1" status: 200 len: 210 time: 0.0432303 Apr 30 07:07:27.340267 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=6']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:27.345111 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:27.354415 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['a67b104d-6b71-4695-b7bd-edb62e246449'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:27.532915 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-7705e634-7051-4da0-b39e-afddbc571bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:27.631693 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19121a63-dcb8-4dc7-8bb1-fc3ee668c6cd req-edb877f5-f83d-4bc1-992d-35b0116a7df9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:27.640750 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-19121a63-dcb8-4dc7-8bb1-fc3ee668c6cd req-edb877f5-f83d-4bc1-992d-35b0116a7df9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1326144 Apr 30 07:07:27.701890 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-19121a63-dcb8-4dc7-8bb1-fc3ee668c6cd req-3188f46e-01a0-4ce5-adb7-0baa0faea0fc tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Apr 30 07:07:27.824585 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:27.830260 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a23a-2b9f-4f40-a861-ee90df06c2d9 req-20812deb-fc41-492d-8cf1-2e9c5e7625e9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:27.834929 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4036a23a-2b9f-4f40-a861-ee90df06c2d9 req-20812deb-fc41-492d-8cf1-2e9c5e7625e9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 944 time: 0.0928934 Apr 30 07:07:27.880264 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4036a23a-2b9f-4f40-a861-ee90df06c2d9 req-217182b4-4d35-4cdf-94b5-94cc4566966c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420229 Apr 30 07:07:27.895809 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34686) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:28.027012 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.041579 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:28.045507 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Usage tracker for resource:security_group_rule and tenant:fd3b5feaa5a740c39077fda70295a222 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:28.048360 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:28.054399 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:28.139558 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.144805 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.151893 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d14d310a-8170-4d1d-855c-341cc35d28b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:28.195555 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd3b5feaa5a740c39077fda70295a222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953522 Apr 30 07:07:28.195555 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd3127-81fc-4265-931a-a7d37b9f9556,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:28.196075 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34694) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:28.198415 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:28.255065 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.282545 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.356762 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.364321 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4339e827-0318-409f-86bb-91eb1b08b038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:28.379262 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.384533 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99fd3127-81fc-4265-931a-a7d37b9f9556 HTTP/1.1" status: 204 len: 168 time: 0.1870000 Apr 30 07:07:28.387387 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd3127-81fc-4265-931a-a7d37b9f9556,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:28.396789 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:28.431202 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.790105 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34738) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:28.830960 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:28.849898 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:28.853980 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Usage tracker for resource:security_group_rule and tenant:7b7db2638af441c0a4e51194e4f6539f is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:28.856998 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:28.863455 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:28.872562 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:07:28.991041 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port a67b104d-6b71-4695-b7bd-edb62e246449 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:07:28.991041 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.043531 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f715-e1fe-473d-b5a0-0e71b173a361 req-960f593f-aa6b-4981-9e1d-a985885786c3 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:29.050918 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6d90f715-e1fe-473d-b5a0-0e71b173a361 req-960f593f-aa6b-4981-9e1d-a985885786c3 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.2049911 Apr 30 07:07:29.060941 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.092979 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.107352 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f1453878-cda2-48d2-95c3-f947f1233a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:29.152446 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f909a1-242b-46fc-80be-4da45872fe11 req-ed6b9e20-0700-4d34-af62-5fbf3accac14 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:29.161117 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-83f909a1-242b-46fc-80be-4da45872fe11 req-ed6b9e20-0700-4d34-af62-5fbf3accac14 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 944 time: 0.1278996 Apr 30 07:07:29.165973 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b7db2638af441c0a4e51194e4f6539f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744216 Apr 30 07:07:29.172200 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34766) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:29.179019 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d852e0f-4477-4bcd-9648-e331d3c53845,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:29.180740 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.202450 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6d90f715-e1fe-473d-b5a0-0e71b173a361 req-d5c0dc90-5561-4abf-9383-773de30185f9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494043 Apr 30 07:07:29.208360 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:29.234654 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:29.272188 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-83f909a1-242b-46fc-80be-4da45872fe11 req-e300e08d-dff3-4478-8ab8-a7a4c56676bd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099875 Apr 30 07:07:29.277205 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:29.292677 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.293799 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:07:29.305713 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.350987 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.356076 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'code': 200} Apr 30 07:07:29.360627 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:29.407765 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:07:29.408113 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device ab020b1f-2d69-4e9a-b8e3-ddafe93c5cfa not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:07:29.424784 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.430577 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e9067fbf-c12c-4fde-b405-f51dfabf9f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:29.454214 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d852e0f-4477-4bcd-9648-e331d3c53845,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:29.458425 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:29.463319 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:29.464579 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d852e0f-4477-4bcd-9648-e331d3c53845 HTTP/1.1" status: 204 len: 168 time: 0.2901859 Apr 30 07:07:29.472523 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=7']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:29.476066 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:30.057484 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34810) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:30.083498 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.149062 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:30.156973 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Usage tracker for resource:security_group_rule and tenant:56987e51b69b4788a5d196fba6d6a5ac is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:30.161361 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:30.169194 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:30.232573 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dca923-3ed8-4234-91e2-4dae2c819a88 req-6af1b5d7-e959-40ac-85e9-9e83b30dfc0b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:30.234241 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09dca923-3ed8-4234-91e2-4dae2c819a88 req-6af1b5d7-e959-40ac-85e9-9e83b30dfc0b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 945 time: 0.1375947 Apr 30 07:07:30.328595 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09dca923-3ed8-4234-91e2-4dae2c819a88 req-a5040382-df16-429b-86dc-299ca2cb3c1b tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794852 Apr 30 07:07:30.338056 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.356342 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.361831 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.404832 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:30.419460 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56987e51b69b4788a5d196fba6d6a5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571689 Apr 30 07:07:30.419651 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34818) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:30.491265 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd55c3-8773-4c11-93c0-4fae8c6a5d31,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:30.497036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6226-1cd3-4cc1-bc29-567f9e39b807 req-2465a9be-dd2e-4582-b927-ba4dd1986f04 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:30.499204 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:30.506092 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b7d6226-1cd3-4cc1-bc29-567f9e39b807 req-2465a9be-dd2e-4582-b927-ba4dd1986f04 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1493559 Apr 30 07:07:30.539304 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.545365 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baec01a-ca07-4f99-97e3-15f30d5777c3 req-959ebbc2-bad9-4647-ae12-a0a6cc5ad429 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:30.547124 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1baec01a-ca07-4f99-97e3-15f30d5777c3 req-959ebbc2-bad9-4647-ae12-a0a6cc5ad429 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0987287 Apr 30 07:07:30.589800 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b7d6226-1cd3-4cc1-bc29-567f9e39b807 req-c1b4a588-cd9d-49c8-8a95-5d26eb7683d4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Apr 30 07:07:30.607999 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.643600 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1baec01a-ca07-4f99-97e3-15f30d5777c3 req-c7e4d666-ef6a-4abd-ae6a-446748c3c5f9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904799 Apr 30 07:07:30.683212 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.698875 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ee8116ad-e577-48a0-9607-f2326f570736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:30.731543 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd55c3-8773-4c11-93c0-4fae8c6a5d31,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:30.734797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:30.736798 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:30.748467 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cbd55c3-8773-4c11-93c0-4fae8c6a5d31 HTTP/1.1" status: 204 len: 168 time: 0.3168871 Apr 30 07:07:31.663347 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bdac1-b261-490d-9bcf-5d474b6c6762 req-fecc8017-62ea-4ee2-b084-10d21ce6650e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:31.665234 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-8d7bdac1-b261-490d-9bcf-5d474b6c6762 req-fecc8017-62ea-4ee2-b084-10d21ce6650e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:07:31.713455 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-8d7bdac1-b261-490d-9bcf-5d474b6c6762 req-fecc8017-62ea-4ee2-b084-10d21ce6650e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:07:31.716023 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8d7bdac1-b261-490d-9bcf-5d474b6c6762 req-fecc8017-62ea-4ee2-b084-10d21ce6650e tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 945 time: 0.2464278 Apr 30 07:07:31.796632 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8d7bdac1-b261-490d-9bcf-5d474b6c6762 req-a91f1cf9-137e-4f25-b03f-3e65f5b90aec tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741177 Apr 30 07:07:31.942073 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f96c-58f3-4b32-b580-89641fb6547b req-f96894bc-b6ee-4a38-a77a-0f2a49b71c49 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:31.944581 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e107f96c-58f3-4b32-b580-89641fb6547b req-f96894bc-b6ee-4a38-a77a-0f2a49b71c49 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1834753 Apr 30 07:07:32.013487 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e107f96c-58f3-4b32-b580-89641fb6547b req-a3c0b69f-0e08-4308-a1df-bf610a0ec909 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596597 Apr 30 07:07:32.139362 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33721626-91bc-4e62-a98a-12714356b2c8 req-cb149075-dad3-4d30-8d41-2047dcf9d7e5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:32.141208 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-33721626-91bc-4e62-a98a-12714356b2c8 req-cb149075-dad3-4d30-8d41-2047dcf9d7e5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1857183 Apr 30 07:07:32.226304 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-de683a37-2dd8-4800-a42a-1746d1f3023c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:32.227889 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-de683a37-2dd8-4800-a42a-1746d1f3023c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 945 time: 0.1953268 Apr 30 07:07:32.231052 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-33721626-91bc-4e62-a98a-12714356b2c8 req-291cc43b-06f0-49f4-8599-7c25a51ae4a0 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755222 Apr 30 07:07:32.444696 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Deleting port 1112332e-9d2a-47ad-a4e6-50a67b1126fa {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:07:32.446269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:32.702427 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] For port 1112332e-9d2a-47ad-a4e6-50a67b1126fa, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1112332e-9d2a-47ad-a4e6-50a67b1126fa,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:32.703118 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:32.869396 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Calling delete_port for 1112332e-9d2a-47ad-a4e6-50a67b1126fa owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:07:32.980301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34896) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:33.088773 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:33.089564 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d07b5-70bc-42ad-ad68-5bfc04800b8d req-a9cb9cdb-ad57-4c81-aee6-5923a423116c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:33.099507 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9c5d07b5-70bc-42ad-ad68-5bfc04800b8d req-a9cb9cdb-ad57-4c81-aee6-5923a423116c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 945 time: 0.1385858 Apr 30 07:07:33.105124 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1', '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', '1112332e-9d2a-47ad-a4e6-50a67b1126fa'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:33.106815 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:33.162120 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9c5d07b5-70bc-42ad-ad68-5bfc04800b8d req-3c621613-3ac8-4f39-a5a9-a9f5192e51cd tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611758 Apr 30 07:07:33.348295 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event deleted for resources: {'Port': ['ID=1112332e-9d2a-47ad-a4e6-50a67b1126fa,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:33.351491 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:33.574542 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192a7f-8a53-4f7b-b6e7-63a925c4dd3b req-ccfd9bf1-af92-483e-8fcc-110e8694ef44 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:33.582114 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3d192a7f-8a53-4f7b-b6e7-63a925c4dd3b req-ccfd9bf1-af92-483e-8fcc-110e8694ef44 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0961168 Apr 30 07:07:33.643092 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:33.650187 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3d192a7f-8a53-4f7b-b6e7-63a925c4dd3b req-8488da28-94a6-4b44-8534-2e8d442f2980 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644264 Apr 30 07:07:33.670587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] No DVR routers for this DVR port 1112332e-9d2a-47ad-a4e6-50a67b1126fa on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:07:33.670587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:33.674752 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'name': 'network-vif-deleted', 'tag': '1112332e-9d2a-47ad-a4e6-50a67b1126fa'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:33.692990 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:33.711526 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Usage tracker for resource:security_group_rule and tenant:f1ff7e053cb94f04be657bd8758fa356 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:33.714722 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:33.721767 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:33.772780 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25fc90e-7773-4510-9db3-5b00a996565b', 'name': 'network-vif-deleted', 'tag': '1112332e-9d2a-47ad-a4e6-50a67b1126fa', 'status': 'completed', 'code': 200} Apr 30 07:07:33.785810 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-806048ef-084f-41b6-b179-9fe87e3b3c45 req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "DELETE /v2.0/ports/1112332e-9d2a-47ad-a4e6-50a67b1126fa HTTP/1.1" status: 204 len: 173 time: 1.5452971 Apr 30 07:07:33.818454 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f71f-9db1-4bb9-900b-4c1bfd4c7e2f req-8595efb3-c5c5-4aa8-baae-306b72633655 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:33.820691 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6683f71f-9db1-4bb9-900b-4c1bfd4c7e2f req-8595efb3-c5c5-4aa8-baae-306b72633655 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.4731700 Apr 30 07:07:33.902989 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6683f71f-9db1-4bb9-900b-4c1bfd4c7e2f req-93cad36a-0660-4ad9-9d61-efaf258c853a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737975 Apr 30 07:07:33.904673 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:33.913821 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:33.944935 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c3e4b6f7-25fc-4d65-8d35-13e334e58cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:33.953614 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1ff7e053cb94f04be657bd8758fa356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9720235 Apr 30 07:07:33.956744 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34920) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:34.008335 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06438572-f281-4d6d-ab5c-fdd55beac9ab,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:34.028393 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:34.061583 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:34.091468 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:34.159230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:34.163091 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e636b113-1f15-47ba-8556-ee1aa5414304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:34.178975 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06438572-f281-4d6d-ab5c-fdd55beac9ab,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:34.182833 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:34.186176 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:34.190476 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06438572-f281-4d6d-ab5c-fdd55beac9ab HTTP/1.1" status: 204 len: 168 time: 0.2297294 Apr 30 07:07:34.446723 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-62ba3f64-13a9-451d-88b6-cee5ebcc027f req-84e25190-db17-4ea7-b491-b2e69300e762 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f25fc90e-7773-4510-9db3-5b00a996565b HTTP/1.1" status: 200 len: 210 time: 0.0740771 Apr 30 07:07:34.913204 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419488f-f6d0-43c5-8124-36e6e56cf693 req-6b5c0a1b-53a6-4de5-a91a-0d48be607af6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:34.914937 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1419488f-f6d0-43c5-8124-36e6e56cf693 req-6b5c0a1b-53a6-4de5-a91a-0d48be607af6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1131599 Apr 30 07:07:34.984277 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1419488f-f6d0-43c5-8124-36e6e56cf693 req-19a67b85-2be1-4b72-83e4-5569817ae29d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597606 Apr 30 07:07:35.017261 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 34956) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:35.198014 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f23d0-c090-4a61-87dc-5d0c1a0657fd req-ed13fd0e-771a-42a4-b66a-c4d2a2949a59 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:35.199897 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-da5f23d0-c090-4a61-87dc-5d0c1a0657fd req-ed13fd0e-771a-42a4-b66a-c4d2a2949a59 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1188791 Apr 30 07:07:35.250794 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:35.290892 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:35.297546 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-da5f23d0-c090-4a61-87dc-5d0c1a0657fd req-988a3f99-3db2-4654-b18c-8a0c919bc332 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911026 Apr 30 07:07:35.300501 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc3ab2601734e6bbec79b9ec932df99 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:35.303714 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:35.310513 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:35.466997 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:35.484290 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:35.502016 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3a899c84-d031-4bba-ae7a-30701f476ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:35.641315 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbc3ab2601734e6bbec79b9ec932df99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295912 Apr 30 07:07:35.644076 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 34978) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:35.646745 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9057ce-0faf-4965-ae42-8e403f7b154a,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:35.681298 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.682036 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.682592 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.683169 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.683529 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.683885 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.684233 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.684582 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.684930 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.685272 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.685615 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.685959 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:35.704395 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:35.813893 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:35.851479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:35.924240 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:35.929774 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1df3c95-099a-4be5-8bc8-5b9b2c70c31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:35.946265 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9057ce-0faf-4965-ae42-8e403f7b154a,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:35.950025 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:35.951634 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:35.953739 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f9057ce-0faf-4965-ae42-8e403f7b154a HTTP/1.1" status: 204 len: 168 time: 0.3085070 Apr 30 07:07:36.305478 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930db10d-801f-4871-8168-22626e38f714 req-5ff5ff07-98ad-4cff-bcf1-18892c942fad tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:36.309471 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-930db10d-801f-4871-8168-22626e38f714 req-5ff5ff07-98ad-4cff-bcf1-18892c942fad tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 946 time: 0.1596234 Apr 30 07:07:36.348973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd4ba8-269b-4bfc-800b-ea3342a780b3 req-51d87dd8-c413-49c9-a0ad-1a9331141153 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:36.360639 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74fd4ba8-269b-4bfc-800b-ea3342a780b3 req-51d87dd8-c413-49c9-a0ad-1a9331141153 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1487722 Apr 30 07:07:36.399220 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-930db10d-801f-4871-8168-22626e38f714 req-2f851669-7632-4d03-945e-85b87bcee63d tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826426 Apr 30 07:07:36.446265 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74fd4ba8-269b-4bfc-800b-ea3342a780b3 req-45ca4eb2-76b6-4693-b35a-c75308a4b16e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844672 Apr 30 07:07:36.636620 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09672b68-251b-402b-8d39-22e503ed649e req-21c469fc-d65e-4c5d-b2df-789659c620db tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:36.638900 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09672b68-251b-402b-8d39-22e503ed649e req-21c469fc-d65e-4c5d-b2df-789659c620db tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1007826 Apr 30 07:07:36.698484 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09672b68-251b-402b-8d39-22e503ed649e req-260f7fd6-94b7-4900-9e79-4593836fa8c5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534844 Apr 30 07:07:36.904576 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1112332e-9d2a-47ad-a4e6-50a67b1126fa no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:07:36.942832 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 1112332e-9d2a-47ad-a4e6-50a67b1126fa {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:07:36.943070 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1112332e-9d2a-47ad-a4e6-50a67b1126fa not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:07:37.248655 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35006) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:37.423188 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:37.452491 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:37.461688 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:102e5df39da949af94d1a3d3eedbffed is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:37.464969 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:37.471108 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:37.643578 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:37.657898 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:37.673406 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-dacd4f12-d420-47cf-8f0e-4a5f99aaa56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:37.706378 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-a974cbd9-6484-4c7b-89e4-3e172b783b08 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:37.707168 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-a974cbd9-6484-4c7b-89e4-3e172b783b08 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:07:37.721445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfd5d9-4634-4762-b70f-f887364a1da4 req-c8be16ee-3900-410a-93fa-27d3ea7b4990 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:37.722187 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-81cfd5d9-4634-4762-b70f-f887364a1da4 req-c8be16ee-3900-410a-93fa-27d3ea7b4990 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:07:37.735255 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120c2813-ab54-4ef0-a26c-fbb79076a3ec,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:37.751563 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-a974cbd9-6484-4c7b-89e4-3e172b783b08 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:07:37.751848 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:37.753320 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-a974cbd9-6484-4c7b-89e4-3e172b783b08 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 946 time: 0.1663797 Apr 30 07:07:37.754739 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-81cfd5d9-4634-4762-b70f-f887364a1da4 req-c8be16ee-3900-410a-93fa-27d3ea7b4990 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:07:37.764933 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81cfd5d9-4634-4762-b70f-f887364a1da4 req-c8be16ee-3900-410a-93fa-27d3ea7b4990 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 946 time: 0.2190647 Apr 30 07:07:37.854065 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=102e5df39da949af94d1a3d3eedbffed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040583 Apr 30 07:07:37.857262 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35028) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:37.871556 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81cfd5d9-4634-4762-b70f-f887364a1da4 req-fa36eea6-137c-4e74-9a85-8586525970ba tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057353 Apr 30 07:07:37.932442 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4be451-ff9c-446a-985b-a4e37a5d5944 req-cd9f66ce-437a-4920-b82e-a28f07f24aec tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:37.935093 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cd4be451-ff9c-446a-985b-a4e37a5d5944 req-cd9f66ce-437a-4920-b82e-a28f07f24aec tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.2627678 Apr 30 07:07:37.963003 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Deleting port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:07:37.963439 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:37.980913 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:38.043061 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-cd4be451-ff9c-446a-985b-a4e37a5d5944 req-032e5864-a961-4fdb-8d6e-dbbf1041f57c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975749 Apr 30 07:07:38.052694 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:38.142128 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:38.158155 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5187acb7-8e6d-4743-9535-68b7cd75db37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:38.183803 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120c2813-ab54-4ef0-a26c-fbb79076a3ec,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:38.184578 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] For port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:38.184939 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:38.188588 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:38.191209 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:38.192059 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/120c2813-ab54-4ef0-a26c-fbb79076a3ec HTTP/1.1" status: 204 len: 168 time: 0.3336005 Apr 30 07:07:38.325065 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Calling delete_port for 3e71cd1a-32ea-4663-ac91-4d049b59fa2a owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:07:38.338782 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c590e2-2944-4e44-8247-d0c9a455fb4a req-f878e7ef-ba8a-4d05-ae44-985ec2765d93 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:38.340327 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-21c590e2-2944-4e44-8247-d0c9a455fb4a req-f878e7ef-ba8a-4d05-ae44-985ec2765d93 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.2761118 Apr 30 07:07:38.422402 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-21c590e2-2944-4e44-8247-d0c9a455fb4a req-9410418d-d90c-432a-a37a-3a3a6c247e8b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720966 Apr 30 07:07:38.515074 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:38.520714 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:38.527834 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1', '3e71cd1a-32ea-4663-ac91-4d049b59fa2a'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:38.567289 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event deleted for resources: {'Port': ['ID=3e71cd1a-32ea-4663-ac91-4d049b59fa2a,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:38.570880 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:38.734814 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] No DVR routers for this DVR port 3e71cd1a-32ea-4663-ac91-4d049b59fa2a on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:07:38.737864 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:38.747989 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'name': 'network-vif-deleted', 'tag': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:38.756983 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7eb7c8f4-8127-4b22-b569-d83fbd3ffd58 req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "DELETE /v2.0/ports/3e71cd1a-32ea-4663-ac91-4d049b59fa2a HTTP/1.1" status: 204 len: 173 time: 0.9891500 Apr 30 07:07:38.814692 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908', 'name': 'network-vif-deleted', 'tag': '3e71cd1a-32ea-4663-ac91-4d049b59fa2a', 'status': 'completed', 'code': 200} Apr 30 07:07:39.219754 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d173993d-ea0f-450c-80bd-0d6e5211677a req-0dfb5dc1-5b9a-4db6-87d4-17f3e60e7725 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Synchronizing usage tracker for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:07:39.258781 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d173993d-ea0f-450c-80bd-0d6e5211677a req-0dfb5dc1-5b9a-4db6-87d4-17f3e60e7725 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Unset dirty status for tenant:07da67a12e384dafb2be92fad0839de6 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:07:39.272587 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d173993d-ea0f-450c-80bd-0d6e5211677a req-0dfb5dc1-5b9a-4db6-87d4-17f3e60e7725 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9b06b5-bd5a-4a0a-98d8-7244b1d8b908 HTTP/1.1" status: 200 len: 210 time: 0.1449418 Apr 30 07:07:39.324054 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a84210-6fad-4f3e-91cb-2f25b83a9e52 req-8dff756e-5d1e-4f85-9842-84e64c9971ee tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:39.334750 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-04a84210-6fad-4f3e-91cb-2f25b83a9e52 req-8dff756e-5d1e-4f85-9842-84e64c9971ee tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1476319 Apr 30 07:07:39.437108 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35068) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:39.439712 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:07:39.459271 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-04a84210-6fad-4f3e-91cb-2f25b83a9e52 req-0fe91b6a-1056-4ad9-b0fd-45067bc3a082 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234913 Apr 30 07:07:39.666950 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:39.708853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:39.714898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1f8c50a2654aec8e94bdf6c59a20c3 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:39.726543 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:39.739112 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:39.781756 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62759500-095f-4a76-8ed4-b794d7a7bd42 req-c93fba8f-3a3b-4757-81b6-841d7538d609 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:39.783334 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-62759500-095f-4a76-8ed4-b794d7a7bd42 req-c93fba8f-3a3b-4757-81b6-841d7538d609 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.2080157 Apr 30 07:07:39.849894 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-62759500-095f-4a76-8ed4-b794d7a7bd42 req-225e8cf5-c648-488b-a9a6-341c1597bcc2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539379 Apr 30 07:07:39.910993 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:39.918775 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:39.928533 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:39.976426 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edc5d28-2e16-4b45-8d3f-a7f330840524,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:39.990053 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe1f8c50a2654aec8e94bdf6c59a20c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495007 Apr 30 07:07:39.990053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.990053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.990648 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.991061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.991469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.991881 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35078) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:39.992036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.992374 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.992797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.993240 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.993705 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.994113 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.994802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:39.999830 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:40.108763 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:40.146168 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:40.228993 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:40.234447 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-62fbd494-f283-4b07-ad62-063e0aa1c96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:40.245190 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edc5d28-2e16-4b45-8d3f-a7f330840524,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:40.254857 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:40.261257 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:40.266250 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7edc5d28-2e16-4b45-8d3f-a7f330840524 HTTP/1.1" status: 204 len: 168 time: 0.2723191 Apr 30 07:07:40.729301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e69e4-b516-4da9-a3fa-66bdc4741ea2 req-ff305b20-3165-4c37-b79f-c245d0ee4115 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:40.730877 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-da8e69e4-b516-4da9-a3fa-66bdc4741ea2 req-ff305b20-3165-4c37-b79f-c245d0ee4115 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0992653 Apr 30 07:07:40.785622 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-da8e69e4-b516-4da9-a3fa-66bdc4741ea2 req-ace9c723-1ddc-44b5-96d1-7aa6642b0ea9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486546 Apr 30 07:07:41.066183 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca17acc-b6b4-45d8-b27f-a8b8a9090674 req-1d09efc9-b4b1-4b9a-b3c1-9d894c8e35d4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:41.067921 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fca17acc-b6b4-45d8-b27f-a8b8a9090674 req-1d09efc9-b4b1-4b9a-b3c1-9d894c8e35d4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0870645 Apr 30 07:07:41.116023 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fca17acc-b6b4-45d8-b27f-a8b8a9090674 req-b2c952fa-8885-4469-956b-b5bd1563526a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Apr 30 07:07:42.035032 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e64ca-d32c-431e-974f-6bb93b81efa5 req-0ea69d79-6506-400a-9dbd-8555669c9d6e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:42.043956 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6c2e64ca-d32c-431e-974f-6bb93b81efa5 req-0ea69d79-6506-400a-9dbd-8555669c9d6e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0986493 Apr 30 07:07:42.105723 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6c2e64ca-d32c-431e-974f-6bb93b81efa5 req-60a93124-c99a-4fb4-b203-111bd9b4e78b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602751 Apr 30 07:07:42.209112 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de0f5d-3e83-4465-9f91-1ccc3bdf9ed8 req-ed1a2a7a-9eb1-4b32-95c8-3a2cebe23c5a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:42.211533 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-20de0f5d-3e83-4465-9f91-1ccc3bdf9ed8 req-ed1a2a7a-9eb1-4b32-95c8-3a2cebe23c5a tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 946 time: 0.1090870 Apr 30 07:07:42.277731 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-20de0f5d-3e83-4465-9f91-1ccc3bdf9ed8 req-15943548-8262-4d2e-9466-6331b209b25c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Apr 30 07:07:42.350215 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19633609-07fb-479e-ad5d-d8118685e5d6 req-dafac664-d3d2-4c94-8908-2796c57ce5e9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:42.351809 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-19633609-07fb-479e-ad5d-d8118685e5d6 req-dafac664-d3d2-4c94-8908-2796c57ce5e9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1054502 Apr 30 07:07:42.401114 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-19633609-07fb-479e-ad5d-d8118685e5d6 req-2e01ae87-0fa8-4ee5-82c7-b3df58e67e26 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Apr 30 07:07:42.931662 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3e71cd1a-32ea-4663-ac91-4d049b59fa2a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:07:42.972873 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 3e71cd1a-32ea-4663-ac91-4d049b59fa2a {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:07:42.973241 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3e71cd1a-32ea-4663-ac91-4d049b59fa2a not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:07:43.120220 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154250-4972-4a79-b7e5-d5e818488906 req-82dbe8e0-9703-428d-8d84-1ed89a1c0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:43.122079 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84154250-4972-4a79-b7e5-d5e818488906 req-82dbe8e0-9703-428d-8d84-1ed89a1c0025 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1098 time: 0.0752161 Apr 30 07:07:43.306975 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154250-4972-4a79-b7e5-d5e818488906 req-e45962bb-1864-404f-a403-713c402eeaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:43.308430 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84154250-4972-4a79-b7e5-d5e818488906 req-e45962bb-1864-404f-a403-713c402eeaf7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1793094 Apr 30 07:07:43.375270 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb001d2-88a3-4c19-b323-7252e0132148 req-a63ab062-c330-4e7a-af1c-1f3a77353d7d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:43.376728 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7bb001d2-88a3-4c19-b323-7252e0132148 req-a63ab062-c330-4e7a-af1c-1f3a77353d7d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1662455 Apr 30 07:07:43.449991 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84154250-4972-4a79-b7e5-d5e818488906 req-74537216-278e-4698-8dc9-959626fb971d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 200 len: 1001 time: 0.1335263 Apr 30 07:07:43.452853 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7bb001d2-88a3-4c19-b323-7252e0132148 req-fde3e908-1b36-442f-aac0-03b8e164aa53 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677693 Apr 30 07:07:43.473437 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab30ac7-a393-4157-81e9-630060f1ddc7 req-dd04efcd-d838-4d9f-8ffc-0777a89f7fe5 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:43.480662 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6ab30ac7-a393-4157-81e9-630060f1ddc7 req-dd04efcd-d838-4d9f-8ffc-0777a89f7fe5 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 946 time: 0.0942047 Apr 30 07:07:43.532805 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154250-4972-4a79-b7e5-d5e818488906 req-664a15e9-cbd2-492b-b986-5ac034afae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:43.534445 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84154250-4972-4a79-b7e5-d5e818488906 req-664a15e9-cbd2-492b-b986-5ac034afae9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0713947 Apr 30 07:07:43.538492 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6ab30ac7-a393-4157-81e9-630060f1ddc7 req-e6bec1b7-7d88-44e1-a1f8-c3dc5de51143 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/security-groups?id=995b359a-24f0-4e26-ba30-f0db328e7438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548701 Apr 30 07:07:43.681353 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154250-4972-4a79-b7e5-d5e818488906 req-242c94a5-2cab-4c1c-8698-87b77d6e68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:43.690616 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84154250-4972-4a79-b7e5-d5e818488906 req-242c94a5-2cab-4c1c-8698-87b77d6e68c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1375239 Apr 30 07:07:43.698019 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afff1c-5124-446e-bd22-fda0f1848a3f req-d5caa5f1-c2a0-4764-bd29-7bb0923f62a1 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:43.699618 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e0afff1c-5124-446e-bd22-fda0f1848a3f req-d5caa5f1-c2a0-4764-bd29-7bb0923f62a1 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1227996 Apr 30 07:07:43.869356 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e0afff1c-5124-446e-bd22-fda0f1848a3f req-8f6794d8-e0ee-4a24-bed4-cb3a92a20c3b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490395 Apr 30 07:07:43.903926 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84154250-4972-4a79-b7e5-d5e818488906 req-6e2a15de-784b-4538-954c-00550cdc1bd6 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032835 Apr 30 07:07:44.021693 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe369b77-15c2-4680-8d30-71386a073648 req-36d6e0d6-b4a9-424c-85b1-973e86f21846 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:44.023170 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fe369b77-15c2-4680-8d30-71386a073648 req-36d6e0d6-b4a9-424c-85b1-973e86f21846 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 946 time: 0.1994007 Apr 30 07:07:44.144685 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84154250-4972-4a79-b7e5-d5e818488906 req-7fbc6010-46b6-478c-85bb-5cb8f096b329 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291198 Apr 30 07:07:44.185519 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Deleting port 3ef3159e-45aa-498f-90b3-14b31481b8c1 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:07:44.185853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:44.382559 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] For port 3ef3159e-45aa-498f-90b3-14b31481b8c1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3ef3159e-45aa-498f-90b3-14b31481b8c1,segment=NetworkSegment(03bf08b7-cb54-4252-9191-66acfa35cac6),segment_id=03bf08b7-cb54-4252-9191-66acfa35cac6)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:44.383385 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:44.502596 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Calling delete_port for 3ef3159e-45aa-498f-90b3-14b31481b8c1 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:07:44.615062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:44.628847 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['3ef3159e-45aa-498f-90b3-14b31481b8c1'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:07:44.629568 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0d31b023-1cb5-4634-912e-00f471275806 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:44.648378 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be68ec-0f74-4588-b10a-1fb43f384615 req-427205e0-28c0-4f18-af79-4938ec3f027b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:44.656009 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f2be68ec-0f74-4588-b10a-1fb43f384615 req-427205e0-28c0-4f18-af79-4938ec3f027b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.0884280 Apr 30 07:07:44.698915 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f2be68ec-0f74-4588-b10a-1fb43f384615 req-24217c3b-cc2f-4807-a528-98a345023844 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Apr 30 07:07:44.740901 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Pushing event deleted for resources: {'Port': ['ID=3ef3159e-45aa-498f-90b3-14b31481b8c1,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:44.744190 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:44.782357 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e9f4017b-fdd3-4b78-9387-fd0194dae9c1 req-cfabcb91-e487-458a-bac9-8a814e9b14a2 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1fb3f1a-2b93-489c-b31b-7dca3865c4a3 HTTP/1.1" status: 200 len: 210 time: 0.0900822 Apr 30 07:07:44.790353 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] No DVR routers for this DVR port 3ef3159e-45aa-498f-90b3-14b31481b8c1 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:07:44.793406 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:44.797406 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'name': 'network-vif-deleted', 'tag': '3ef3159e-45aa-498f-90b3-14b31481b8c1'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:44.823584 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fe369b77-15c2-4680-8d30-71386a073648 req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] 10.222.0.25 "DELETE /v2.0/ports/3ef3159e-45aa-498f-90b3-14b31481b8c1 HTTP/1.1" status: 204 len: 173 time: 0.7932806 Apr 30 07:07:44.845888 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb3f1a-2b93-489c-b31b-7dca3865c4a3', 'name': 'network-vif-deleted', 'tag': '3ef3159e-45aa-498f-90b3-14b31481b8c1', 'status': 'completed', 'code': 200} Apr 30 07:07:45.065722 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b367ee-1794-4b3a-9595-99767742bace req-20c2ca13-5689-47df-aaf5-576ec2f5e8c2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:45.067207 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-35b367ee-1794-4b3a-9595-99767742bace req-20c2ca13-5689-47df-aaf5-576ec2f5e8c2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0812564 Apr 30 07:07:45.111760 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-35b367ee-1794-4b3a-9595-99767742bace req-b8c5dfb4-f812-43bb-a614-bcc1948fc122 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Apr 30 07:07:45.894520 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35190) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:45.962301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_v2 [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Deleting subnet 13b09ebb-8ffb-42c0-957d-331efcbb9e54 {{(pid=73782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:07:45.965721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:45.980588 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa3b6a-a1f3-4b95-a47c-5f7c4d37708f req-1db83c4e-16e1-400c-948e-c5d3a3788094 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:45.983180 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2dfa3b6a-a1f3-4b95-a47c-5f7c4d37708f req-1db83c4e-16e1-400c-948e-c5d3a3788094 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 945 time: 0.1705747 Apr 30 07:07:46.020166 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:46.028549 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:46.037303 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2dfa3b6a-a1f3-4b95-a47c-5f7c4d37708f req-c71ef6dc-dfd2-4183-a70a-c8e3017aca34 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459998 Apr 30 07:07:46.348305 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for subnet, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:46.357482 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8c1e-95b2-4bd3-b029-a7d5065a7454 req-48d43c97-c695-4a62-a307-16f6a413ef98 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:46.359168 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac0f8c1e-95b2-4bd3-b029-a7d5065a7454 req-48d43c97-c695-4a62-a307-16f6a413ef98 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1397948 Apr 30 07:07:46.363022 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:46.415416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b09ebb-8ffb-42c0-957d-331efcbb9e54,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:46.417942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:46.425023 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:46.445861 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/13b09ebb-8ffb-42c0-957d-331efcbb9e54 HTTP/1.1" status: 204 len: 168 time: 0.5488014 Apr 30 07:07:46.447210 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35206) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:46.472139 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac0f8c1e-95b2-4bd3-b029-a7d5065a7454 req-8ac2e269-872e-45c2-85a2-0db6383fa2a6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Apr 30 07:07:46.562582 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:46.681063 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:46.884530 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.884799 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.885528 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.885862 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > port after_create 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.886170 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.886532 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > port after_update 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.886840 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.887144 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.887446 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.887781 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:46.952797 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:07:47.064487 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:47.071992 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:47.073269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:47.073901 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:47.074470 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 07:07:47.075024 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b9e21e-fc8f-4159-a5a9-abf0307721ad']}} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:07:47.096846 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:07:47.097814 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:07:47.098658 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bf08b7-cb54-4252-9191-66acfa35cac6') {'for_net_delete': True} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:07:47.099024 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bf08b7-cb54-4252-9191-66acfa35cac6') {} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:07:47.115850 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:47.116065 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2534131'] for segment, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:47.120657 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:47.140121 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:47.154705 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=73782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:07:47.217559 dv-cinder-773876-2-smb neutron-server[73783]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'code': 422} returned with failed status Apr 30 07:07:47.218720 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=8']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:47.227380 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.228216 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.228760 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.229298 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.229842 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.230398 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.230954 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.231479 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.232427 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.232963 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.233503 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.234035 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:07:47.239468 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:47.247330 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce345b-2548-4bdd-bb8b-c54279b3c3ab req-156cf6a2-2888-464f-8f85-a310853bf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:47.256387 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26ce345b-2548-4bdd-bb8b-c54279b3c3ab req-156cf6a2-2888-464f-8f85-a310853bf182 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 1098 time: 0.4625192 Apr 30 07:07:47.369820 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:07:47.379345 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534314'] for segment, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:47.405095 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26ce345b-2548-4bdd-bb8b-c54279b3c3ab req-19df5cf1-c1d4-480f-bd51-96d38ee58b51 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354601 Apr 30 07:07:47.414604 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b142b7-55e4-4243-93b3-3adf32c0075f req-ec0f9002-1fe6-4409-a83a-1d6e5e2f9017 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:47.416484 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-31b142b7-55e4-4243-93b3-3adf32c0075f req-ec0f9002-1fe6-4409-a83a-1d6e5e2f9017 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0829737 Apr 30 07:07:47.470167 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-31b142b7-55e4-4243-93b3-3adf32c0075f req-29a8dc83-2c0d-4356-9f4b-d26af80fafe0 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435445 Apr 30 07:07:47.567947 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Network b2b9e21e-fc8f-4159-a5a9-abf0307721ad has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: from cryptography.utils import int_from_bytes Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: from cryptography.utils import int_from_bytes Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: Traceback (most recent call last): Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: timer() Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: cb(*args, **kw) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: return func(*args, **kwargs) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: self._notify() Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: self.callback(batched_events) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: event.method(event) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: return f(self, *a, **k) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: return self._get(url).json() Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: return self.request(url, 'GET', **kwargs) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:07:47.596798 dv-cinder-773876-2-smb neutron-server[73782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:07:47.722839 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:47.730247 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-16464286-b915-434c-807e-77d86e012aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:47.754019 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:47.759614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b9e21e-fc8f-4159-a5a9-abf0307721ad,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:47.767886 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:47.777358 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b2b9e21e-fc8f-4159-a5a9-abf0307721ad HTTP/1.1" status: 204 len: 168 time: 1.3289995 Apr 30 07:07:47.787591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc77373-0501-4bf3-920d-67984009df6b req-aea481a6-140a-4e2f-b572-26b41d1adda0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:47.789104 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fcc77373-0501-4bf3-920d-67984009df6b req-aea481a6-140a-4e2f-b572-26b41d1adda0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1776009 Apr 30 07:07:47.839060 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fcc77373-0501-4bf3-920d-67984009df6b req-852d11fd-57b5-483b-800a-4568af9c5c4b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Apr 30 07:07:47.965087 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35256) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:48.014037 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-da3ee5b2-0e89-4bf9-8b84-bd22f9b23993 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07da67a12e384dafb2be92fad0839de6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475192 Apr 30 07:07:48.016515 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35262) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:48.093749 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:48.111110 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:48.167987 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:48.173015 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e86570c3-49f6-4485-a8b3-30d0f51a20f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:48.187991 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b359a-24f0-4e26-ba30-f0db328e7438,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:48.190453 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:48.201989 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:48.206436 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/995b359a-24f0-4e26-ba30-f0db328e7438 HTTP/1.1" status: 204 len: 168 time: 0.1889460 Apr 30 07:07:48.429938 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d54082-5b4b-4600-a5ac-08765e8680f5 req-09962274-f957-4cac-99f6-bad991172281 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:48.431496 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-92d54082-5b4b-4600-a5ac-08765e8680f5 req-09962274-f957-4cac-99f6-bad991172281 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0845892 Apr 30 07:07:48.479858 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-92d54082-5b4b-4600-a5ac-08765e8680f5 req-fb8eb5d0-2047-4180-8d6b-147511101440 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Apr 30 07:07:48.719517 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35304) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:48.847102 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-efb99535-22b0-4472-9e2e-214b935b3e45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262388 Apr 30 07:07:48.953173 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3ef3159e-45aa-498f-90b3-14b31481b8c1 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:07:49.016749 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 3ef3159e-45aa-498f-90b3-14b31481b8c1 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:07:49.017125 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 3ef3159e-45aa-498f-90b3-14b31481b8c1 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:07:49.017614 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:07:49.070412 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a0e8-38a2-4f0b-aefe-8be65e076cda req-9a31059a-39aa-4ecd-9fb0-26b09f8c00cd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:49.073137 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a97a0e8-38a2-4f0b-aefe-8be65e076cda req-9a31059a-39aa-4ecd-9fb0-26b09f8c00cd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1084490 Apr 30 07:07:49.127625 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a97a0e8-38a2-4f0b-aefe-8be65e076cda req-f8344aaa-3c0e-4755-8865-0a0f5d915a56 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478921 Apr 30 07:07:49.331510 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421f16-8cc7-454e-8c76-7220215d35b0 req-dcff4586-a06f-45f8-ab00-fe4082333bbe tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:49.333090 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-49421f16-8cc7-454e-8c76-7220215d35b0 req-dcff4586-a06f-45f8-ab00-fe4082333bbe tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0813644 Apr 30 07:07:49.381629 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-49421f16-8cc7-454e-8c76-7220215d35b0 req-69e4caef-99bf-4965-a4ee-1a353fbaf0dc tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Apr 30 07:07:49.695260 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0112c0-7ee7-47e3-83cd-7533d758bc16 req-38bf8197-d9a2-4804-a7c2-afb81aee7c65 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:49.702541 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cd0112c0-7ee7-47e3-83cd-7533d758bc16 req-38bf8197-d9a2-4804-a7c2-afb81aee7c65 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0963428 Apr 30 07:07:49.751464 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cd0112c0-7ee7-47e3-83cd-7533d758bc16 req-04866a14-27db-4843-8926-d0fb884bb109 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477147 Apr 30 07:07:50.146441 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-9778510b-0edd-40d1-bf78-c5a920661a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:50.148138 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-9778510b-0edd-40d1-bf78-c5a920661a5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e&tenant_id=91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 1096 time: 0.0875447 Apr 30 07:07:50.259047 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-e79ab944-b241-4624-8034-9c667831003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:50.260534 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-e79ab944-b241-4624-8034-9c667831003c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1096 time: 0.0890141 Apr 30 07:07:50.400845 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-5409304d-8e59-471c-a097-5e6beaa351a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:50.402307 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-5409304d-8e59-471c-a097-5e6beaa351a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1347227 Apr 30 07:07:50.508394 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-f2ce970a-fc9e-4669-ab21-df9ea6bcb582 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 200 len: 999 time: 0.0989881 Apr 30 07:07:50.570335 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-11c51a9f-7b8c-4a2d-9e68-1fdb3dd9c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:50.571792 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-11c51a9f-7b8c-4a2d-9e68-1fdb3dd9c255 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0563242 Apr 30 07:07:50.651801 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-433c2da6-5fd5-49da-a66d-c8219743708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:50.653460 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-433c2da6-5fd5-49da-a66d-c8219743708c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749776 Apr 30 07:07:50.865286 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-fc32a70f-6595-4b78-821d-2044405dd714 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051773 Apr 30 07:07:50.947024 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc697-ea80-4cb7-a722-ef3e32744f91 req-989d3730-c2da-4a82-8071-32e2e99ceaf5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:50.949121 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-303fc697-ea80-4cb7-a722-ef3e32744f91 req-989d3730-c2da-4a82-8071-32e2e99ceaf5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0886636 Apr 30 07:07:51.010106 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-303fc697-ea80-4cb7-a722-ef3e32744f91 req-af2b64c0-fca8-4146-943f-56f3f02e956a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498607 Apr 30 07:07:51.011069 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a6b1836-1fc7-4497-a33e-85fcc55bdc3a req-8d234208-cbeb-423f-af64-149c22a391ab service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382449 Apr 30 07:07:51.193806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35398) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:51.334022 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.348532 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:51.352665 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Usage tracker for resource:security_group_rule and tenant:6fb1644f9a4f456487b0d4b5a71fd01a is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:51.355714 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:51.361329 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:51.410625 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-7e32246c-fae7-4894-b115-3b75f618b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:51.412102 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-7e32246c-fae7-4894-b115-3b75f618b984 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1098 time: 0.0728567 Apr 30 07:07:51.518139 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338dfba-84fb-4999-86cb-f7dcb586fac1 req-7523f0b6-ba64-4081-87c7-3a3444417100 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:51.519680 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5338dfba-84fb-4999-86cb-f7dcb586fac1 req-7523f0b6-ba64-4081-87c7-3a3444417100 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1236916 Apr 30 07:07:51.528615 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.532084 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35416) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:51.543264 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.553893 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:51.570589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-5e835791-85d8-4a78-88c5-8d7bbf635d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:51.571876 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-5e835791-85d8-4a78-88c5-8d7bbf635d98 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 919 time: 0.1527236 Apr 30 07:07:51.605560 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fb1644f9a4f456487b0d4b5a71fd01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104393 Apr 30 07:07:51.608292 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35422) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:51.618630 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5338dfba-84fb-4999-86cb-f7dcb586fac1 req-a5651843-5e83-4206-8387-f0c1c7bdfe9f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926030 Apr 30 07:07:51.632093 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0cfd71-23c8-4a9c-aa68-d1deda718ad4,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:51.638546 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:51.688057 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-8f1a96d2-497a-41e2-91a6-7db474fcd829 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 200 len: 217 time: 0.1082523 Apr 30 07:07:51.690242 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.698173 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.727377 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.736701 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:51.749918 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Usage tracker for resource:security_group_rule and tenant:2a0956721cb643e1a4950bc607181454 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:51.754164 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:51.762511 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:51.781378 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-b7249d54-221f-47ad-8bd3-872032eae0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:51.782796 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-b7249d54-221f-47ad-8bd3-872032eae0be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.0807121 Apr 30 07:07:51.785079 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.789219 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-292b3f86-e637-425f-994a-be77aad32a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:51.801978 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0cfd71-23c8-4a9c-aa68-d1deda718ad4,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:51.805024 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:51.807705 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:51.817676 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a0cfd71-23c8-4a9c-aa68-d1deda718ad4 HTTP/1.1" status: 204 len: 168 time: 0.1969817 Apr 30 07:07:51.838905 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-d2b827e8-31b0-4a5a-b270-9fa95ecabae9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476482 Apr 30 07:07:52.068127 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.076759 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-62c215a3-8385-4ced-941c-36c0f93db9b3 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277262 Apr 30 07:07:52.078974 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.089019 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9a449e9d-88bb-4cf4-8f8e-91e66df9645c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:52.149718 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35446) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:52.173270 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.188878 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:52.193280 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Usage tracker for resource:security_group_rule and tenant:f77d4d505d2a420a91d596635849851e is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:52.196461 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:52.202712 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:52.220218 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a0956721cb643e1a4950bc607181454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870677 Apr 30 07:07:52.223072 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35452) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:52.323320 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bd5275-9c71-4cf0-afe0-f6467de3d512,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:52.326788 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:52.332488 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-e872b6db-3d6e-4341-a89b-45319905faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:52.333515 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-e872b6db-3d6e-4341-a89b-45319905faea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1096 time: 0.3722844 Apr 30 07:07:52.358734 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.393140 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99c2e431-bc3f-45de-b9c3-5d836962c29b req-a2051ec6-e6a0-4817-8b45-00a502ef5235 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071222 Apr 30 07:07:52.408416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814446-e9b8-4be8-8a3b-7f5d0b35b229 req-5b6350e2-d60f-4e9b-8a39-82824b31df77 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:52.410041 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78814446-e9b8-4be8-8a3b-7f5d0b35b229 req-5b6350e2-d60f-4e9b-8a39-82824b31df77 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.2423491 Apr 30 07:07:52.437388 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.467918 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78814446-e9b8-4be8-8a3b-7f5d0b35b229 req-08b115c0-df26-43f5-a859-431b473d271f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481076 Apr 30 07:07:52.491366 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.511565 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.523524 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-497264f2-9a5e-4f63-8a76-cf4e7c16c530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:52.573809 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d9520-d006-4070-bd3c-073c7bf83455,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:52.588885 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f77d4d505d2a420a91d596635849851e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373467 Apr 30 07:07:52.591614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35456) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:52.593940 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:52.614055 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.625271 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-05d3713d-5c19-43a5-8a82-8efd7326affe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:52.656997 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bd5275-9c71-4cf0-afe0-f6467de3d512,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:52.660811 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:52.680936 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.683793 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7bd5275-9c71-4cf0-afe0-f6467de3d512 HTTP/1.1" status: 204 len: 168 time: 0.4594841 Apr 30 07:07:52.696187 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.726358 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.789583 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.819215 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-54bae559-0a09-41fc-ad2c-d3918e6fff4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:52.855359 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d9520-d006-4070-bd3c-073c7bf83455,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:52.860614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:52.866650 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:52.868182 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b32d9520-d006-4070-bd3c-073c7bf83455 HTTP/1.1" status: 204 len: 168 time: 0.2755425 Apr 30 07:07:52.967812 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67a3e-a003-41cb-bd04-c590efea13d7 req-73dd8508-90fc-4762-99df-2a4df9a3c043 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:52.969638 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ffa67a3e-a003-41cb-bd04-c590efea13d7 req-73dd8508-90fc-4762-99df-2a4df9a3c043 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1253333 Apr 30 07:07:53.037976 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ffa67a3e-a003-41cb-bd04-c590efea13d7 req-b606647e-a28a-41bc-a3d2-95c339dbc7d5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601249 Apr 30 07:07:53.718251 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c58d5b-3098-4fd0-a8ac-a338aaf43a10 req-1dab261b-15ee-4269-9c01-dd1a7a934d41 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:53.719861 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-83c58d5b-3098-4fd0-a8ac-a338aaf43a10 req-1dab261b-15ee-4269-9c01-dd1a7a934d41 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.1206598 Apr 30 07:07:53.778159 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-83c58d5b-3098-4fd0-a8ac-a338aaf43a10 req-ec5baa1a-281c-4218-a502-e5e9a851c925 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509324 Apr 30 07:07:54.280900 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e9d59-4a90-4f9d-b260-4fa383bfbf02 req-e44a6d8a-2221-47db-abbf-2645e2dbb3e5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:54.282813 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1b2e9d59-4a90-4f9d-b260-4fa383bfbf02 req-e44a6d8a-2221-47db-abbf-2645e2dbb3e5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1020215 Apr 30 07:07:54.329162 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1b2e9d59-4a90-4f9d-b260-4fa383bfbf02 req-bd1d9b51-4bb2-484d-a130-4633158bace9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 Apr 30 07:07:55.003423 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472f0b8-0167-4d06-822b-8d27359bae9c req-6a85b3fc-55a6-4b84-b180-b1171fc1eb76 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:55.004973 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3472f0b8-0167-4d06-822b-8d27359bae9c req-6a85b3fc-55a6-4b84-b180-b1171fc1eb76 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0871494 Apr 30 07:07:55.071130 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3472f0b8-0167-4d06-822b-8d27359bae9c req-75e14b11-7102-4263-a88d-be5c1f0220d2 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487545 Apr 30 07:07:55.087293 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c15e489d-f57b-4ee2-a7cb-551c369fdf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.438769 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35542) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:55.523830 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ddac-4cca-4f07-97d9-961f2e3be081 req-625a187a-ad5e-458b-a9d7-f78705e262dd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:55.526838 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1187ddac-4cca-4f07-97d9-961f2e3be081 req-625a187a-ad5e-458b-a9d7-f78705e262dd tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0905190 Apr 30 07:07:55.573524 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1187ddac-4cca-4f07-97d9-961f2e3be081 req-ddd35c5a-b7ce-487b-9a4f-ac36f5fdec51 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Apr 30 07:07:55.578949 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.609267 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:55.613233 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Usage tracker for resource:security_group_rule and tenant:58cd27180b144b9da8755016fd618ae1 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:55.622129 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:55.638882 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:55.718614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.724741 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.732079 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b6ff6df2-357e-4b19-83ba-a73eda2340c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:55.777942 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58cd27180b144b9da8755016fd618ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380783 Apr 30 07:07:55.779085 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c352d-7b67-436a-b631-76362e7f2739,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:55.781122 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35548) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:55.783775 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:55.833318 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.849337 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-197cfb8b-6848-4944-895c-86e3e9e3aedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.874542 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-197cfb8b-6848-4944-895c-86e3e9e3aedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.941691 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-197cfb8b-6848-4944-895c-86e3e9e3aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.947218 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d8f20775-4cd6-4fbf-b801-e4831c3a72e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:55.959216 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cfb8b-6848-4944-895c-86e3e9e3aedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c352d-7b67-436a-b631-76362e7f2739,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:55.964581 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-197cfb8b-6848-4944-895c-86e3e9e3aedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:55.978437 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-197cfb8b-6848-4944-895c-86e3e9e3aedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:55.979590 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-197cfb8b-6848-4944-895c-86e3e9e3aedc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf9c352d-7b67-436a-b631-76362e7f2739 HTTP/1.1" status: 204 len: 168 time: 0.1974308 Apr 30 07:07:56.328217 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35558) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:56.345349 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:56.350355 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6be117-f307-4910-b09d-79029a229913 req-8ff330e3-b63e-4338-93ac-0d1f2a2e4731 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:56.351887 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac6be117-f307-4910-b09d-79029a229913 req-8ff330e3-b63e-4338-93ac-0d1f2a2e4731 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0912113 Apr 30 07:07:56.359391 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:56.363245 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0746409a36f24ccdb35411e796a6f396 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:56.366143 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:56.372684 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:56.483513 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac6be117-f307-4910-b09d-79029a229913 req-bc876b3e-78ed-45ab-a6f7-e848e71c9bea tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256220 Apr 30 07:07:56.485880 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:56.493057 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:56.504145 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-62399b0d-d743-4ebf-a59a-32f0902c4150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:56.554725 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5677971-9af9-4cf6-abaf-098ce086ea1e,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:56.561204 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0746409a36f24ccdb35411e796a6f396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319109 Apr 30 07:07:56.561908 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35562) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:56.562489 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:56.620923 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:56.646648 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:56.713065 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:56.720383 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-99474829-4c3c-4c96-942c-4754d39b2135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:56.752263 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5677971-9af9-4cf6-abaf-098ce086ea1e,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:56.764956 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:56.770776 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:56.771882 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5677971-9af9-4cf6-abaf-098ce086ea1e HTTP/1.1" status: 204 len: 168 time: 0.2089696 Apr 30 07:07:56.797602 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed645266-b827-4d6b-bec9-83baad7d41f5 req-61e40aad-d127-42d4-a752-5a62390be337 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:56.799252 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ed645266-b827-4d6b-bec9-83baad7d41f5 req-61e40aad-d127-42d4-a752-5a62390be337 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0931394 Apr 30 07:07:56.854547 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ed645266-b827-4d6b-bec9-83baad7d41f5 req-c579fddb-d815-4fec-bdf2-de983ce76113 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Apr 30 07:07:57.511018 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-07449c4f-8c0d-48a6-a7b1-3d9733115a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:57.633989 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 35590) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:57.710603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68865b6-3310-47cc-beb0-b6fed272515f req-c53edd70-4d6e-443f-a666-c90890885f8d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:57.713371 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c68865b6-3310-47cc-beb0-b6fed272515f req-c53edd70-4d6e-443f-a666-c90890885f8d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.1098459 Apr 30 07:07:57.768083 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1634377604-network', 'tenant_id': 'edeb2eb76f5a4df4b506dbab998936c5'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:07:57.772623 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:57.776366 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Usage tracker for resource:network and tenant:edeb2eb76f5a4df4b506dbab998936c5 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:57.777178 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c68865b6-3310-47cc-beb0-b6fed272515f req-b0e99819-5679-4d7a-8d0d-18bfeb0f8efc tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579107 Apr 30 07:07:57.779394 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:57.785569 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:57.796238 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Made reservation on behalf of edeb2eb76f5a4df4b506dbab998936c5 for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:07:57.798700 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:57.810680 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:57.826633 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:57.826974 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:57.833677 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Usage tracker for resource:security_group_rule and tenant:edeb2eb76f5a4df4b506dbab998936c5 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:57.846534 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:57.855244 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:58.058600 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.063679 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.067622 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7194e98d-3b86-465b-8f9a-97eab55592e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:58.104350 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:07:58.119248 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094ab77f-d39c-495b-8e07-d2f9c3421e07,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:58.124534 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:58.133000 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.133485 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Added segment e073170a-c502-408d-b410-3a396230ff93 of type vlan for network a6b54e2a-6246-43d2-8820-7e568010266b Apr 30 07:07:58.152673 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dc6fe-364f-4a94-8b00-ef01d59148c0 req-afc573c5-af18-46c2-94c1-125cd6949dce tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:58.154425 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-be0dc6fe-364f-4a94-8b00-ef01d59148c0 req-afc573c5-af18-46c2-94c1-125cd6949dce tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1537645 Apr 30 07:07:58.195899 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.225333 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-be0dc6fe-364f-4a94-8b00-ef01d59148c0 req-abad18ec-b45a-43a8-9627-7b3c7f39467b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627387 Apr 30 07:07:58.247325 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.248821 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:58.249658 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.254428 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-dd9e8b11-926a-41a7-a406-d2128db62a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:58.391336 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b54e2a-6246-43d2-8820-7e568010266b,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:58.414230 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:58.416802 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7810662 Apr 30 07:07:58.419302 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35600) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:58.424737 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network a6b54e2a-6246-43d2-8820-7e568010266b details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:07:58.424959 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Request body: {'subnet': {'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1634377604-subnet', 'tenant_id': 'edeb2eb76f5a4df4b506dbab998936c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:07:58.429669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:58.433521 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Usage tracker for resource:subnet and tenant:edeb2eb76f5a4df4b506dbab998936c5 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:58.436386 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:58.442158 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:58.453762 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Made reservation on behalf of edeb2eb76f5a4df4b506dbab998936c5 for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:07:58.456161 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698287'] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.457568 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.881408 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698301'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:58.885269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8833f823-3373-4af5-be94-959bf2098dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:07:59.001740 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d849f883-68c9-42ac-8c0e-3d918edfdc96,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:07:59.007632 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:07:59.011459 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Checking segment: {'id': 'e073170a-c502-408d-b410-3a396230ff93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:07:59.011811 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Network hostable DHCP agents. Network: a6b54e2a-6246-43d2-8820-7e568010266b, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:07:59.058082 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313226-54a8-4c7c-9014-f33544dce8c7 req-18cd199d-e73e-40c6-b90d-8ae61cd93764 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:59.060012 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2f313226-54a8-4c7c-9014-f33544dce8c7 req-18cd199d-e73e-40c6-b90d-8ae61cd93764 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.1510899 Apr 30 07:07:59.061064 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Network a6b54e2a-6246-43d2-8820-7e568010266b is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:07:59.086007 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, a6b54e2a-6246-43d2-8820-7e568010266b) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:07:59.094473 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de86e4a-cba1-4339-ab50-90c7f2fa4a86 None None] Network a6b54e2a-6246-43d2-8820-7e568010266b requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:07:59.106613 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:59.107198 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:59.131078 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2f313226-54a8-4c7c-9014-f33544dce8c7 req-839d8712-8852-4a5d-a038-93badb82a5bf tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592849 Apr 30 07:07:59.151061 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-40615a01-1f73-489e-8fa2-65daa7aa860b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7305608 Apr 30 07:07:59.361211 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf6e4f-052f-44c1-8350-1318f79c9e67 None None] Network a6b54e2a-6246-43d2-8820-7e568010266b requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:07:59.499534 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d87f6-59ae-4b00-a07c-c96ce46605f7 req-0a41ee5b-7f82-410a-bfed-27d101b25588 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:07:59.501713 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3f3d87f6-59ae-4b00-a07c-c96ce46605f7 req-0a41ee5b-7f82-410a-bfed-27d101b25588 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1445718 Apr 30 07:07:59.581318 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3f3d87f6-59ae-4b00-a07c-c96ce46605f7 req-f6941065-a3d5-43da-aab0-77e03395907c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Apr 30 07:07:59.828585 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35622) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:07:59.834276 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-206329254-network', 'tenant_id': '8b6028099c4b4b43bdc98ad368db5f14'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:07:59.839499 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:59.843425 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Usage tracker for resource:network and tenant:8b6028099c4b4b43bdc98ad368db5f14 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:59.846340 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:59.852191 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:07:59.870581 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Made reservation on behalf of 8b6028099c4b4b43bdc98ad368db5f14 for: {'network': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:07:59.873423 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:59.888554 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:07:59.902665 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:07:59.906509 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Usage tracker for resource:security_group_rule and tenant:8b6028099c4b4b43bdc98ad368db5f14 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:07:59.909281 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:07:59.915077 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:00.011818 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.017749 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.021115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9d64d2df-c614-4145-9d11-5efa622bf228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:00.051055 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=73782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:08:00.061894 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9800a7-0f57-4a5f-bac2-d2c8340d018c,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:00.065869 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:00.069602 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.070026 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.segments_db [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Added segment b09fb485-111b-4ecd-8d8a-0d362cde8cdd of type vlan for network 88d724c3-b6a9-482f-800d-70665d5099d8 Apr 30 07:08:00.096933 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.133342 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.135068 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:00.135662 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.139699 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:00.242015 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Pushing event updated for resources: {'Network': ['ID=88d724c3-b6a9-482f-800d-70665d5099d8,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:00.244949 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:00.249790 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4170997 Apr 30 07:08:00.250183 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 35628) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:00.253925 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 88d724c3-b6a9-482f-800d-70665d5099d8 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:08:00.256552 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Request body: {'subnet': {'network_id': '88d724c3-b6a9-482f-800d-70665d5099d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-206329254-subnet', 'tenant_id': '8b6028099c4b4b43bdc98ad368db5f14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:00.261399 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:00.267036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Usage tracker for resource:subnet and tenant:8b6028099c4b4b43bdc98ad368db5f14 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:00.299375 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:00.315691 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:00.337683 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Made reservation on behalf of 8b6028099c4b4b43bdc98ad368db5f14 for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:08:00.340370 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698287'] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.379898 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.451917 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc360-dcd7-4ace-92a3-3e26e09ca756 req-eaa7f272-08b0-4786-a51e-da2d27feb43b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:00.453392 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1d4fc360-dcd7-4ace-92a3-3e26e09ca756 req-eaa7f272-08b0-4786-a51e-da2d27feb43b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.1882215 Apr 30 07:08:00.518786 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1d4fc360-dcd7-4ace-92a3-3e26e09ca756 req-105adc60-4579-49e8-9c41-89a18f228592 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577023 Apr 30 07:08:00.802599 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698301'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:00.806503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:00.825836 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c784acd-6d81-4f89-ac08-6427ecfe3df8 req-a1f53d8e-decf-4a9a-9509-de64ce3ff927 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:00.827545 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-0c784acd-6d81-4f89-ac08-6427ecfe3df8 req-a1f53d8e-decf-4a9a-9509-de64ce3ff927 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0966880 Apr 30 07:08:00.879658 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-0c784acd-6d81-4f89-ac08-6427ecfe3df8 req-7f8c0915-044a-4470-b3f5-8fa3c7d9c9ae tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Apr 30 07:08:00.958898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0162a532-c826-463c-be50-7259165e771b,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:00.962405 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:00.967926 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Checking segment: {'id': 'b09fb485-111b-4ecd-8d8a-0d362cde8cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '88d724c3-b6a9-482f-800d-70665d5099d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:08:00.968280 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Network hostable DHCP agents. Network: 88d724c3-b6a9-482f-800d-70665d5099d8, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:08:00.986626 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Network 88d724c3-b6a9-482f-800d-70665d5099d8 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:08:01.003098 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 88d724c3-b6a9-482f-800d-70665d5099d8) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:08:01.013258 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b562e-44f9-4912-9787-5336a74284ad None None] Network 88d724c3-b6a9-482f-800d-70665d5099d8 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:08:01.013689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:01.014348 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:01.038681 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b6f508f8-5a92-475b-a3dd-c6dbfd3027cf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7875581 Apr 30 07:08:01.317414 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa187902-b59f-489d-9fde-91fa908dd698 None None] Network 88d724c3-b6a9-482f-800d-70665d5099d8 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:08:01.722671 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4ee56-e336-442c-9551-75cf153fdc1c req-e1121d00-238b-4f0a-9437-e23e5dabffe1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:01.730145 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f6b4ee56-e336-442c-9551-75cf153fdc1c req-e1121d00-238b-4f0a-9437-e23e5dabffe1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0916669 Apr 30 07:08:01.781379 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f6b4ee56-e336-442c-9551-75cf153fdc1c req-90b605ce-546e-4a0d-a619-638d10fc72c6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499673 Apr 30 07:08:01.789616 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-d7c698c8-9638-4001-8eac-d592f28e4e78 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:01.791165 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-d7c698c8-9638-4001-8eac-d592f28e4e78 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/networks?id=a6b54e2a-6246-43d2-8820-7e568010266b HTTP/1.1" status: 200 len: 809 time: 0.1700716 Apr 30 07:08:01.807620 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-8ca6ce78-0ad2-4991-b69c-d6f9818ecbf7 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/quotas/edeb2eb76f5a4df4b506dbab998936c5 HTTP/1.1" status: 200 len: 375 time: 0.0105000 Apr 30 07:08:01.855317 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-37f46985-dfcf-4ad9-a07e-810e4dd6b9e4 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=edeb2eb76f5a4df4b506dbab998936c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410805 Apr 30 07:08:01.998695 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-4b828a8f-7550-4e40-b33a-b55603b36932 service neutron] 10.222.0.11 "GET /v2.0/networks/a6b54e2a-6246-43d2-8820-7e568010266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366048 Apr 30 07:08:02.078469 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f897a8a-2a44-43e6-a81d-b72c64baee62 req-4f896889-e5df-4281-8213-df943b3c073e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:02.080271 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9f897a8a-2a44-43e6-a81d-b72c64baee62 req-4f896889-e5df-4281-8213-df943b3c073e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0889728 Apr 30 07:08:02.127528 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9f897a8a-2a44-43e6-a81d-b72c64baee62 req-cebf247b-8e1d-40c3-8b22-1191bf76f176 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412598 Apr 30 07:08:02.138116 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-0dcc5542-1c34-4fe5-ba01-4573a8100b10 service neutron] 10.222.0.11 "GET /v2.0/networks/a6b54e2a-6246-43d2-8820-7e568010266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329255 Apr 30 07:08:02.365449 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3688b9b7-4f2c-43e4-b850-d9158da66527 req-9b3f8bbd-b0f6-400b-935f-850483809e08 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 210 time: 0.0421984 Apr 30 07:08:02.988363 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf986a4-7306-45db-9905-044f5be88b63 req-13507fd1-93e6-4d2d-b431-65f3bff6ca76 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:02.989850 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-aaf986a4-7306-45db-9905-044f5be88b63 req-13507fd1-93e6-4d2d-b431-65f3bff6ca76 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0892000 Apr 30 07:08:03.036667 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-aaf986a4-7306-45db-9905-044f5be88b63 req-b0f4552b-53c5-4dba-88f8-9b630d18887d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378296 Apr 30 07:08:03.319253 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b3250-25ea-40f2-8223-3259b29b8211 req-ec8d8e7d-fb57-471f-872c-f922adfa5120 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:03.320729 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e12b3250-25ea-40f2-8223-3259b29b8211 req-ec8d8e7d-fb57-471f-872c-f922adfa5120 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0830545 Apr 30 07:08:03.367886 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e12b3250-25ea-40f2-8223-3259b29b8211 req-f1d3c639-1331-4e87-813a-33033a9c6384 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Apr 30 07:08:03.523777 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-92186855-7d58-48b8-98ea-df037e2d08fb req-aca64d52-3248-453d-9437-14836cd747c2 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 210 time: 0.0480742 Apr 30 07:08:04.235377 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b31de-a452-424e-a2e5-f25ca2a3bb7f req-21d43942-63b5-49e6-9299-21cf03f22ba2 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:04.236954 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-389b31de-a452-424e-a2e5-f25ca2a3bb7f req-21d43942-63b5-49e6-9299-21cf03f22ba2 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0903447 Apr 30 07:08:04.303093 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-389b31de-a452-424e-a2e5-f25ca2a3bb7f req-9424a78c-f408-436d-bc52-32d4e5a374d4 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590508 Apr 30 07:08:04.373280 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-53a3ea13-a278-467a-9bac-caec280a496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:04.374733 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-53a3ea13-a278-467a-9bac-caec280a496d service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1403513 Apr 30 07:08:04.483067 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-f16ede76-2e4c-4665-911e-f90aaa5f9dcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 200 len: 999 time: 0.1001074 Apr 30 07:08:04.591107 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-0cbfd1c4-826d-436d-9273-7ec724a434e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:04.592741 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-0cbfd1c4-826d-436d-9273-7ec724a434e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0751204 Apr 30 07:08:04.667436 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e75dd8-f1cf-47c1-bc6b-dad19a93f271 req-8fac112d-a4ea-49a0-aa23-72fd397f47d2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:04.668923 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-53e75dd8-f1cf-47c1-bc6b-dad19a93f271 req-8fac112d-a4ea-49a0-aa23-72fd397f47d2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1847472 Apr 30 07:08:04.674609 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b991cb80-af22-4393-9d8d-0ee0e100acf6 req-ddade8bf-16c4-4830-8c08-749b61909084 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 210 time: 0.0436957 Apr 30 07:08:04.717636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-65928eab-5890-428f-9037-299adbcb1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:04.719109 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-65928eab-5890-428f-9037-299adbcb1692 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1136839 Apr 30 07:08:04.730873 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-53e75dd8-f1cf-47c1-bc6b-dad19a93f271 req-f34191dc-0c30-4e22-8543-1911be949c45 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Apr 30 07:08:04.853159 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-22e26bda-0158-4bf6-b0cb-91f4f4dd9d83 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213577 Apr 30 07:08:05.177297 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-12b0ffea-f5b8-4f7d-b9e1-5a1474fb4120 req-4a186143-5694-4353-9c09-d9df171beff7 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167131 Apr 30 07:08:05.189811 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-1ca14efa-1568-4bfe-bf5d-804711ffb0df tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:05.191172 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-1ca14efa-1568-4bfe-bf5d-804711ffb0df tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.25 "GET /v2.0/networks?id=a6b54e2a-6246-43d2-8820-7e568010266b HTTP/1.1" status: 200 len: 809 time: 0.2959414 Apr 30 07:08:05.203604 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Request body: {'port': {'device_id': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b', 'admin_state_up': True, 'tenant_id': 'edeb2eb76f5a4df4b506dbab998936c5'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:05.338748 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:05.342619 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Usage tracker for resource:port and tenant:edeb2eb76f5a4df4b506dbab998936c5 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:05.345463 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:05.351191 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:05.363766 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Made reservation on behalf of edeb2eb76f5a4df4b506dbab998936c5 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:08:05.367287 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:05.498089 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a387-52de-4fc9-9bdf-be1bf60e4a40 req-347b0c42-b7eb-4872-8954-a3e07d9c7b8d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:05.499505 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-57b4a387-52de-4fc9-9bdf-be1bf60e4a40 req-347b0c42-b7eb-4872-8954-a3e07d9c7b8d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0834012 Apr 30 07:08:05.528176 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Allocated IP 172.20.0.6 (a6b54e2a-6246-43d2-8820-7e568010266b/d849f883-68c9-42ac-8c0e-3d918edfdc96/35a7c9ad-65a6-4008-8f82-237ef70b2c0e) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:08:05.552805 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-57b4a387-52de-4fc9-9bdf-be1bf60e4a40 req-9b0a0319-c56b-437d-a469-65593d01ce09 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454226 Apr 30 07:08:05.729602 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:05.761163 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:05.766833 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:05.879554 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Network a6b54e2a-6246-43d2-8820-7e568010266b is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:08:05.884116 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:08:05.887652 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Pushing event updated for resources: {'Port': ['ID=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:05.890265 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:08:05.918054 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:05.926289 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65dc7-e0b2-41a3-894a-2e15a89c8f60 req-f5154b30-71ad-43a2-83cf-7fa804582b6a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:05.927772 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7fa65dc7-e0b2-41a3-894a-2e15a89c8f60 req-f5154b30-71ad-43a2-83cf-7fa804582b6a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0888817 Apr 30 07:08:05.962478 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:05.963070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:05.973180 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-7fa65dc7-e0b2-41a3-894a-2e15a89c8f60 req-1fb4b05b-e0cb-45af-8d33-263fd5bc1d43 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Apr 30 07:08:05.994968 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc84807-5015-4b0a-9344-a113eef7d487 req-84aeb110-a427-4f2d-9d55-6ba451c9ddf8 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:05.994968 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-abc84807-5015-4b0a-9344-a113eef7d487 req-84aeb110-a427-4f2d-9d55-6ba451c9ddf8 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 931 time: 0.1929853 Apr 30 07:08:06.013667 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8136749 Apr 30 07:08:06.031249 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Request body: {'port': {'device_id': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:06.076994 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-abc84807-5015-4b0a-9344-a113eef7d487 req-6fa86768-d4ec-4c54-91c3-a357b92da035 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Apr 30 07:08:06.145614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:06.512025 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a7c9ad-65a6-4008-8f82-237ef70b2c0e {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:08:06.519630 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:06.533701 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Transition to ACTIVE for port object 35a7c9ad-65a6-4008-8f82-237ef70b2c0e will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:08:06.541044 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:06.544541 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5c9088ae-fbc4-40ee-9fd9-8f2c5b711c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:06.694555 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:06.697391 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:06.745346 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1fb52-31ad-4207-8589-455692139876 req-204f3664-d914-4478-9679-e3514de30bd8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:06.747173 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6cd1fb52-31ad-4207-8589-455692139876 req-204f3664-d914-4478-9679-e3514de30bd8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 943 time: 0.0844562 Apr 30 07:08:06.766447 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Attempting to bind port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:08:06.766671 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Attempting to bind port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'e073170a-c502-408d-b410-3a396230ff93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:08:06.766987 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Attempting to bind port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e on network a6b54e2a-6246-43d2-8820-7e568010266b {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:08:06.771576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e on network a6b54e2a-6246-43d2-8820-7e568010266b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:08:06.771901 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Attempting to bind port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e on network a6b54e2a-6246-43d2-8820-7e568010266b {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:08:06.777318 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:08:06.777652 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Checking segment: {'id': 'e073170a-c502-408d-b410-3a396230ff93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:08:06.778033 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Bound using segment: {'id': 'e073170a-c502-408d-b410-3a396230ff93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:08:06.778565 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Bound port: 35a7c9ad-65a6-4008-8f82-237ef70b2c0e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e073170a-c502-408d-b410-3a396230ff93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:08:06.778912 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:06.792695 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6cd1fb52-31ad-4207-8589-455692139876 req-9805e27c-9b37-4829-88a6-62ac119a271f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395596 Apr 30 07:08:06.872384 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] For port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:08:06.875550 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] For port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,segment=NetworkSegment(e073170a-c502-408d-b410-3a396230ff93),segment_id=e073170a-c502-408d-b410-3a396230ff93)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:08:06.883352 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:06.887725 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7f29a804-4016-4eeb-bf08-723cb3c93539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:06.935579 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:06.936194 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:06.937540 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/35a7c9ad-65a6-4008-8f82-237ef70b2c0e HTTP/1.1" status: 200 len: 1093 time: 0.9108999 Apr 30 07:08:06.938019 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'tag': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:08:06.966049 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:06.969313 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:07.026821 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:08:07.104066 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'tag': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e', 'status': 'completed', 'code': 200} Apr 30 07:08:07.147857 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-1d6f0142-652c-4618-b190-b24e8ced833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:07.149433 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-1d6f0142-652c-4618-b190-b24e8ced833b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=edeb2eb76f5a4df4b506dbab998936c5&device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 1096 time: 0.1672673 Apr 30 07:08:07.175431 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:07.179832 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173f78d-67f4-42a5-b58e-bc5986c6f9d9 req-5777a388-6293-43e7-856d-54487d2d2524 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:07.182624 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3173f78d-67f4-42a5-b58e-bc5986c6f9d9 req-5777a388-6293-43e7-856d-54487d2d2524 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0950205 Apr 30 07:08:07.189597 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'port_id': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'mac_address': 'fa:16:3e:b8:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:08:07.234766 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3173f78d-67f4-42a5-b58e-bc5986c6f9d9 req-38d6f22b-7dbf-4259-9bf5-1a998272fcca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Apr 30 07:08:07.247766 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:07.259433 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-30c47ffb-a4e8-405f-b0fb-1d88fafb8c06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a7c9ad-65a6-4008-8f82-237ef70b2c0e HTTP/1.1" status: 200 len: 217 time: 0.1006281 Apr 30 07:08:07.264231 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67b104d-6b71-4695-b7bd-edb62e246449 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:08:07.279524 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:07.284389 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:07.286136 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:07.340196 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-52f615ee-8d86-45ba-81f9-d1b086002f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:07.341615 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-52f615ee-8d86-45ba-81f9-d1b086002f21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d849f883-68c9-42ac-8c0e-3d918edfdc96 HTTP/1.1" status: 200 len: 849 time: 0.0734770 Apr 30 07:08:07.350454 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=9']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:07.353594 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:07.355550 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa5563-3e0e-4afc-b94a-0bf8cc1b6f88 req-4662ad12-8c3f-470a-b3c5-d5db9e39e54a tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:07.356226 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d9aa5563-3e0e-4afc-b94a-0bf8cc1b6f88 req-4662ad12-8c3f-470a-b3c5-d5db9e39e54a tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Synchronizing usage tracker for tenant:edeb2eb76f5a4df4b506dbab998936c5 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:08:07.401505 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-bc70c455-a4a8-468c-ba35-b96a84fa7666 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a6b54e2a-6246-43d2-8820-7e568010266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425470 Apr 30 07:08:07.431542 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d9aa5563-3e0e-4afc-b94a-0bf8cc1b6f88 req-4662ad12-8c3f-470a-b3c5-d5db9e39e54a tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Unset dirty status for tenant:edeb2eb76f5a4df4b506dbab998936c5 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:08:07.432603 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d9aa5563-3e0e-4afc-b94a-0bf8cc1b6f88 req-4662ad12-8c3f-470a-b3c5-d5db9e39e54a tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 943 time: 0.2234001 Apr 30 07:08:07.524655 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['a67b104d-6b71-4695-b7bd-edb62e246449'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:08:07.546568 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d9aa5563-3e0e-4afc-b94a-0bf8cc1b6f88 req-1bc01c86-eda8-49b0-a763-d9edde2fb5e9 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013999 Apr 30 07:08:07.570076 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-fe8333aa-91c0-42c7-a345-4af160ec85e0 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b54e2a-6246-43d2-8820-7e568010266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600659 Apr 30 07:08:07.713182 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f1c7cbb-8a67-4750-bbdc-033fc80601e4 req-67fb6b88-4056-40ba-a926-085e4b4d9960 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b54e2a-6246-43d2-8820-7e568010266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277509 Apr 30 07:08:07.838272 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-886d6701-21ce-4a83-a1b9-57777c6c5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:07.839779 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-886d6701-21ce-4a83-a1b9-57777c6c5c00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=edeb2eb76f5a4df4b506dbab998936c5&device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 1096 time: 0.0753803 Apr 30 07:08:07.970202 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-ab31a5c6-8cea-4ef2-998a-785b1d6493f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:07.971714 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-ab31a5c6-8cea-4ef2-998a-785b1d6493f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a6b54e2a-6246-43d2-8820-7e568010266b HTTP/1.1" status: 200 len: 910 time: 0.1234910 Apr 30 07:08:07.980531 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468459e-2ad9-4b6e-962e-d29d40577546 req-a4689e76-4998-4f32-8d8a-c549f1422268 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:07.981909 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6468459e-2ad9-4b6e-962e-d29d40577546 req-a4689e76-4998-4f32-8d8a-c549f1422268 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 944 time: 0.0792727 Apr 30 07:08:08.028166 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6468459e-2ad9-4b6e-962e-d29d40577546 req-5f6bce5e-25ae-4de1-ba63-e5cd3dbf1d16 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Apr 30 07:08:08.041117 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-7a262a67-cafd-4644-a869-054a1762c665 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a7c9ad-65a6-4008-8f82-237ef70b2c0e HTTP/1.1" status: 200 len: 217 time: 0.0597641 Apr 30 07:08:08.112881 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-871dbea0-7e0e-4fef-ac56-93f6198c90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:08.114205 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-871dbea0-7e0e-4fef-ac56-93f6198c90b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d849f883-68c9-42ac-8c0e-3d918edfdc96 HTTP/1.1" status: 200 len: 849 time: 0.0648031 Apr 30 07:08:08.163732 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-ae606a17-e68e-4da6-9702-4db7f28c664e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a6b54e2a-6246-43d2-8820-7e568010266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395164 Apr 30 07:08:08.294699 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-cc80f232-48ce-4056-bd43-1eee418f2cf7 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b54e2a-6246-43d2-8820-7e568010266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230671 Apr 30 07:08:08.468077 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2b260852-58ec-41b6-bc78-e8ad20ed3bfa req-47494cff-35dc-40ba-bfbc-5ac1e0b324b4 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b54e2a-6246-43d2-8820-7e568010266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655722 Apr 30 07:08:08.491371 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754349af-1f2f-4c3f-9617-df8e362aa645 req-533f4f86-9284-459b-b669-c8382bae48de tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:08.492786 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-754349af-1f2f-4c3f-9617-df8e362aa645 req-533f4f86-9284-459b-b669-c8382bae48de tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1129549 Apr 30 07:08:08.536582 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-754349af-1f2f-4c3f-9617-df8e362aa645 req-6174ae70-5949-44a4-91f2-0a3eaee1590a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Apr 30 07:08:08.736967 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0886072-6043-4856-9f40-78b557f6d143 req-d1e3b687-2243-4e80-8725-36529cc97cfe tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:08.738353 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f0886072-6043-4856-9f40-78b557f6d143 req-d1e3b687-2243-4e80-8725-36529cc97cfe tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 943 time: 0.0870607 Apr 30 07:08:08.783615 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-f0886072-6043-4856-9f40-78b557f6d143 req-d73c8c7c-5ecc-4fcc-9bec-14b3b4e00bd7 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Synchronizing usage tracker for tenant:edeb2eb76f5a4df4b506dbab998936c5 on resource:security_group {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:08:08.804090 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-f0886072-6043-4856-9f40-78b557f6d143 req-d73c8c7c-5ecc-4fcc-9bec-14b3b4e00bd7 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Unset dirty status for tenant:edeb2eb76f5a4df4b506dbab998936c5 on resource:security_group {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:08:08.805247 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f0886072-6043-4856-9f40-78b557f6d143 req-d73c8c7c-5ecc-4fcc-9bec-14b3b4e00bd7 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601988 Apr 30 07:08:09.037023 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:08:09.113177 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port a67b104d-6b71-4695-b7bd-edb62e246449 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:08:09.113560 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:09.227417 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1920d-a4bd-4109-a769-da2267228521 req-dedb26a5-f40b-4413-8198-5b390fbcf163 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:09.229090 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bdd1920d-a4bd-4109-a769-da2267228521 req-dedb26a5-f40b-4413-8198-5b390fbcf163 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 944 time: 0.0806260 Apr 30 07:08:09.242501 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:09.269373 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:08:09.274921 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bdd1920d-a4bd-4109-a769-da2267228521 req-c46d57c0-8d99-4f07-90d7-69e196fa48f9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395694 Apr 30 07:08:09.279977 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:09.286364 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:09.288737 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-601cfa5e-42a1-45ae-b658-4379b7cf60e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:09.322357 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'code': 200} Apr 30 07:08:09.356950 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=10']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:09.359759 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:09.805269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08973-5fe5-49cd-8d4f-ecf5d7e83804 req-53102c1f-72c7-4d21-b5e1-775f96702fa5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:09.806749 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74e08973-5fe5-49cd-8d4f-ecf5d7e83804 req-53102c1f-72c7-4d21-b5e1-775f96702fa5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1625340 Apr 30 07:08:09.889687 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-74e08973-5fe5-49cd-8d4f-ecf5d7e83804 req-8115c184-98c6-46f8-8488-5625ac3a1a13 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Apr 30 07:08:09.910797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fad5d3-e651-4565-b221-5b751c22caab req-2d6e81de-cc8b-4e4c-964c-11e08964d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:09.912389 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-88fad5d3-e651-4565-b221-5b751c22caab req-2d6e81de-cc8b-4e4c-964c-11e08964d1f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 1099 time: 0.1048374 Apr 30 07:08:09.954845 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-88fad5d3-e651-4565-b221-5b751c22caab req-2a54fd35-eeb1-40a0-b975-a27ea12f298e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349047 Apr 30 07:08:09.993192 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698460a-4827-4d72-a6c1-5e3c3325824a req-8c7d49e6-f0b6-4ecb-a70e-53f8a680ed6e tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:09.994648 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8698460a-4827-4d72-a6c1-5e3c3325824a req-8c7d49e6-f0b6-4ecb-a70e-53f8a680ed6e tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 943 time: 0.0805781 Apr 30 07:08:10.039162 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8698460a-4827-4d72-a6c1-5e3c3325824a req-c17a3785-e7e7-40b2-92b9-238b8043721d tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Apr 30 07:08:10.480138 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64339f80-2df7-4ab9-9cc7-eb2068f6d9fb req-4980fc51-c339-4e36-88a9-0c8df97edeac tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:10.481567 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-64339f80-2df7-4ab9-9cc7-eb2068f6d9fb req-4980fc51-c339-4e36-88a9-0c8df97edeac tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 946 time: 0.0893028 Apr 30 07:08:10.533011 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-64339f80-2df7-4ab9-9cc7-eb2068f6d9fb req-f3c9de34-c413-4644-a77d-b719afd38476 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428143 Apr 30 07:08:11.067509 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 35a7c9ad-65a6-4008-8f82-237ef70b2c0e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:08:11.152689 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cef393-08d6-4791-a988-36e2e2515895 req-4984d50e-19ea-4073-9cd9-93c44bc42e5c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:11.165805 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-67cef393-08d6-4791-a988-36e2e2515895 req-4984d50e-19ea-4073-9cd9-93c44bc42e5c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1539814 Apr 30 07:08:11.203506 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-67cef393-08d6-4791-a988-36e2e2515895 req-8dd78c70-d5a7-4b0c-bad8-5ca8ce97827b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Apr 30 07:08:11.238035 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,segment=NetworkSegment(e073170a-c502-408d-b410-3a396230ff93),segment_id=e073170a-c502-408d-b410-3a396230ff93)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:11.252634 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e', 'network_id': 'a6b54e2a-6246-43d2-8820-7e568010266b', 'port_id': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e', 'mac_address': 'fa:16:3e:59:66:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd849f883-68c9-42ac-8c0e-3d918edfdc96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:08:11.282003 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff3850-bed6-4196-950b-1097c912027b req-2fa9af14-d2a2-40a2-8739-b864d741fdfc tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:11.284012 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-75ff3850-bed6-4196-950b-1097c912027b req-2fa9af14-d2a2-40a2-8739-b864d741fdfc tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 943 time: 0.1049831 Apr 30 07:08:11.311691 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:11.329103 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-75ff3850-bed6-4196-950b-1097c912027b req-e80773bb-f067-464a-bd6e-1f97c74c35a7 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Apr 30 07:08:11.332725 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a7c9ad-65a6-4008-8f82-237ef70b2c0e {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:08:11.349595 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,segment=NetworkSegment(e073170a-c502-408d-b410-3a396230ff93),segment_id=e073170a-c502-408d-b410-3a396230ff93)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:11.353686 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:11.355528 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:11.423799 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:11.427466 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:11.604078 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['35a7c9ad-65a6-4008-8f82-237ef70b2c0e'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:08:11.732797 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f807d-4449-4afa-8d1c-ce7073bee643 req-c66bdb29-74a7-44f3-a4a7-4514edd4967a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:11.734580 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1f7f807d-4449-4afa-8d1c-ce7073bee643 req-c66bdb29-74a7-44f3-a4a7-4514edd4967a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 946 time: 0.0867689 Apr 30 07:08:11.781606 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1f7f807d-4449-4afa-8d1c-ce7073bee643 req-13533f56-4919-4e1f-99bb-93c2a6d33996 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410981 Apr 30 07:08:12.413146 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b29b7-6fea-4b26-8e4b-640603fbfe1c req-4bb8c689-e79a-4188-837f-ccd21bd595b6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:12.416250 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c70b29b7-6fea-4b26-8e4b-640603fbfe1c req-4bb8c689-e79a-4188-837f-ccd21bd595b6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0791500 Apr 30 07:08:12.460395 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c70b29b7-6fea-4b26-8e4b-640603fbfe1c req-3c3af8cf-ffc7-42fb-ac03-f641abd097df tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Apr 30 07:08:12.515273 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0ad5-19cf-4269-9ce8-4d99fadb1d9c req-843ebe0c-93ac-4617-9b6d-c27d8c1a5f7c tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:12.516817 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-adfb0ad5-19cf-4269-9ce8-4d99fadb1d9c req-843ebe0c-93ac-4617-9b6d-c27d8c1a5f7c tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 944 time: 0.0795579 Apr 30 07:08:12.560007 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-adfb0ad5-19cf-4269-9ce8-4d99fadb1d9c req-d71f04c2-72b5-4f5e-a146-80dc73765194 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Apr 30 07:08:12.986181 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e52e-d64b-40a8-8cb9-a03ed6947dc1 req-f02c216f-7362-44a7-b38c-9d4961c91604 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:12.987610 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d7b8e52e-d64b-40a8-8cb9-a03ed6947dc1 req-f02c216f-7362-44a7-b38c-9d4961c91604 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 946 time: 0.0824428 Apr 30 07:08:13.035628 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d7b8e52e-d64b-40a8-8cb9-a03ed6947dc1 req-9798467e-1e6e-4530-8e2a-39f5598ab769 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387578 Apr 30 07:08:13.092630 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 35a7c9ad-65a6-4008-8f82-237ef70b2c0e up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:08:13.165785 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:08:13.170107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:08:13.170514 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:13.305258 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:13.332334 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:08:13.341855 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,segment=NetworkSegment(e073170a-c502-408d-b410-3a396230ff93),segment_id=e073170a-c502-408d-b410-3a396230ff93)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:13.347166 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:13.349066 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-acd7a60f-b06f-45ff-ba47-1b2a19a7f6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:13.378697 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e', 'code': 200} Apr 30 07:08:13.418150 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:13.421388 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:13.666190 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8466f7e-f21e-44f7-ac25-e526bb47e841 req-bfc9820a-a67f-47d4-8f90-902208245461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:13.667660 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8466f7e-f21e-44f7-ac25-e526bb47e841 req-bfc9820a-a67f-47d4-8f90-902208245461 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 1098 time: 0.1276431 Apr 30 07:08:13.681482 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b7ccb-13ae-4c5b-a7db-f78cc8db3b0d req-bdc47b74-20e2-4b91-ae61-8802aa023a7b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:13.682923 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-615b7ccb-13ae-4c5b-a7db-f78cc8db3b0d req-bdc47b74-20e2-4b91-ae61-8802aa023a7b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1041996 Apr 30 07:08:13.748351 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d8466f7e-f21e-44f7-ac25-e526bb47e841 req-75b69816-5c75-4032-86f7-6bfe2f32aad5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 Apr 30 07:08:13.752747 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-615b7ccb-13ae-4c5b-a7db-f78cc8db3b0d req-e0e0b324-a9b9-412e-ba74-29911462b181 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Apr 30 07:08:13.758346 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e11218-1856-49e8-87a0-7b6bbd7c72e8 req-b15a6856-668b-4847-a793-3b6f43c27299 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:13.759808 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-79e11218-1856-49e8-87a0-7b6bbd7c72e8 req-b15a6856-668b-4847-a793-3b6f43c27299 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 945 time: 0.0840619 Apr 30 07:08:13.804900 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-79e11218-1856-49e8-87a0-7b6bbd7c72e8 req-af0ab959-a178-443a-962c-0741bfa98991 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Apr 30 07:08:14.997995 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52782e0d-9032-4d68-96a7-5502ec62312c req-b373037a-51a2-4d84-8c3d-ad8e3f320f31 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:14.999363 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-52782e0d-9032-4d68-96a7-5502ec62312c req-b373037a-51a2-4d84-8c3d-ad8e3f320f31 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 945 time: 0.0847821 Apr 30 07:08:15.044014 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-52782e0d-9032-4d68-96a7-5502ec62312c req-c18e45c8-d799-44eb-a870-b073125cf678 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 Apr 30 07:08:15.086603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a956e0-f34c-4014-b335-f2acad389a03 req-1dfa3390-d163-4065-a0ac-a7a6af314186 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:15.088108 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84a956e0-f34c-4014-b335-f2acad389a03 req-1dfa3390-d163-4065-a0ac-a7a6af314186 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0813308 Apr 30 07:08:15.134161 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-84a956e0-f34c-4014-b335-f2acad389a03 req-bbdc7955-21ca-41a5-b5f8-37809be3e988 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Apr 30 07:08:16.334741 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0908-5fd7-409a-a875-58bdf7b1b37f req-1d034fd0-9030-4070-a765-67a458b20721 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:16.336072 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-238e0908-5fd7-409a-a875-58bdf7b1b37f req-1d034fd0-9030-4070-a765-67a458b20721 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0824258 Apr 30 07:08:16.382664 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-238e0908-5fd7-409a-a875-58bdf7b1b37f req-6aafb696-661c-4493-8351-82fb15ab4dc4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Apr 30 07:08:16.429096 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:08:17.578666 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb30c-a153-4071-be08-e4d8e06e766d req-8a1dc00c-a69f-45d7-9a0b-8bf6fe6bbf6a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:17.580148 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-85bfb30c-a153-4071-be08-e4d8e06e766d req-8a1dc00c-a69f-45d7-9a0b-8bf6fe6bbf6a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0860703 Apr 30 07:08:17.626225 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-85bfb30c-a153-4071-be08-e4d8e06e766d req-a4e6d2e0-f798-4810-b45a-acef4218fba0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Apr 30 07:08:18.474910 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54150b3e-55df-44e1-8d5d-828cfabb730d req-e8634d61-dd70-47cf-a59a-28f4e9a801cb tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:18.476333 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54150b3e-55df-44e1-8d5d-828cfabb730d req-e8634d61-dd70-47cf-a59a-28f4e9a801cb tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 945 time: 0.0818961 Apr 30 07:08:18.521547 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54150b3e-55df-44e1-8d5d-828cfabb730d req-305fa8b4-5052-477b-a79d-ab6e101d7c35 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Apr 30 07:08:18.824393 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f66cd4-2b9a-4190-ba17-5b5b8081d69e req-f57f224c-63a5-48cb-bfde-27880e134550 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:18.825825 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-02f66cd4-2b9a-4190-ba17-5b5b8081d69e req-f57f224c-63a5-48cb-bfde-27880e134550 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0897782 Apr 30 07:08:18.870220 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-02f66cd4-2b9a-4190-ba17-5b5b8081d69e req-70c311af-7bd6-40db-a8e2-87e8d1153422 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Apr 30 07:08:19.750254 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cbedc-fb45-4e9c-aa52-15338dfe218e req-97f155c4-fc69-4a11-8f44-28560ffb61ec tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:19.751605 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-845cbedc-fb45-4e9c-aa52-15338dfe218e req-97f155c4-fc69-4a11-8f44-28560ffb61ec tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 945 time: 0.1237586 Apr 30 07:08:19.810356 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d4509-ee63-416c-9def-25a020df5556 req-fa8ea73b-6617-4bda-82a5-31725120911f tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:19.811770 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0a1d4509-ee63-416c-9def-25a020df5556 req-fa8ea73b-6617-4bda-82a5-31725120911f tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 945 time: 0.1200016 Apr 30 07:08:19.816222 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-845cbedc-fb45-4e9c-aa52-15338dfe218e req-833decce-f9a0-4558-97bd-13b3e96c766b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/security-groups?id=094ab77f-d39c-495b-8e07-d2f9c3421e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574389 Apr 30 07:08:19.950058 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Deleting port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:08:19.950420 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:20.062476 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16aeff-34f4-4e4c-a42e-7adc692ef0cb req-9c8ce34f-b14d-41bd-9515-28dd35262900 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:20.064414 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4b16aeff-34f4-4e4c-a42e-7adc692ef0cb req-9c8ce34f-b14d-41bd-9515-28dd35262900 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0833199 Apr 30 07:08:20.081571 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] For port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,segment=NetworkSegment(e073170a-c502-408d-b410-3a396230ff93),segment_id=e073170a-c502-408d-b410-3a396230ff93)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:20.081923 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:20.108555 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4b16aeff-34f4-4e4c-a42e-7adc692ef0cb req-c81eab94-9cf6-467e-9396-eb530741b613 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Apr 30 07:08:20.202785 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Calling delete_port for 35a7c9ad-65a6-4008-8f82-237ef70b2c0e owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:08:20.396942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:20.403015 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4b6a8a02-2b78-48ab-8227-acf92a22cd9d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:20.409519 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['35a7c9ad-65a6-4008-8f82-237ef70b2c0e'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:08:20.450180 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Pushing event deleted for resources: {'Port': ['ID=35a7c9ad-65a6-4008-8f82-237ef70b2c0e,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:20.453230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:20.558721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] No DVR routers for this DVR port 35a7c9ad-65a6-4008-8f82-237ef70b2c0e on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:08:20.561798 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:20.564208 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'name': 'network-vif-deleted', 'tag': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:08:20.583359 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0a1d4509-ee63-416c-9def-25a020df5556 req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.25 "DELETE /v2.0/ports/35a7c9ad-65a6-4008-8f82-237ef70b2c0e HTTP/1.1" status: 204 len: 173 time: 0.7627470 Apr 30 07:08:20.600774 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670193-c51f-472c-a646-a4daf791a371 req-783b9097-0e72-4ac8-b3ee-ad8f47715e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:20.602231 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-63670193-c51f-472c-a646-a4daf791a371 req-783b9097-0e72-4ac8-b3ee-ad8f47715e2d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1098 time: 0.1246920 Apr 30 07:08:20.625564 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c841cd6-9ec2-44cb-bed0-daed0c83cd8f', 'name': 'network-vif-deleted', 'tag': '35a7c9ad-65a6-4008-8f82-237ef70b2c0e', 'status': 'completed', 'code': 200} Apr 30 07:08:20.649595 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-63670193-c51f-472c-a646-a4daf791a371 req-fec4775d-9d35-4cc9-ac83-b932e50081e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379682 Apr 30 07:08:21.000878 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5dba5e57-50d8-42e2-a2e1-84c1ab0d4e0d req-8da5e8e3-6aae-47f2-b326-bb40f885f2dd tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c841cd6-9ec2-44cb-bed0-daed0c83cd8f HTTP/1.1" status: 200 len: 210 time: 0.0472088 Apr 30 07:08:21.301228 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bec349-17ec-4850-bf6d-89f885cd7b8b req-b9378140-2056-4b41-ba69-1d85ababf840 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:21.302627 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-94bec349-17ec-4850-bf6d-89f885cd7b8b req-b9378140-2056-4b41-ba69-1d85ababf840 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0870438 Apr 30 07:08:21.347270 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-94bec349-17ec-4850-bf6d-89f885cd7b8b req-3859a32b-5e18-4d5e-9d76-6fb58d498dc0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Apr 30 07:08:22.551884 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2fd14-cb7c-4ee5-b372-dcebf8cc4420 req-1a0e0262-f067-4f83-97b9-d359867fc12c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:22.553235 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-02c2fd14-cb7c-4ee5-b372-dcebf8cc4420 req-1a0e0262-f067-4f83-97b9-d359867fc12c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0828929 Apr 30 07:08:22.598773 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-02c2fd14-cb7c-4ee5-b372-dcebf8cc4420 req-e2be143b-ac8f-480e-a5a1-3bb0e8308eac tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395241 Apr 30 07:08:22.981694 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-5594be4c-60ad-4552-abc8-4ae4d3731926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:22.983254 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-5594be4c-60ad-4552-abc8-4ae4d3731926 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1098 time: 0.0728786 Apr 30 07:08:23.031145 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5afbc-1b44-4cad-ad0f-b31bc0f12a10 req-b041cf1a-181f-43db-b3f3-2556223b7686 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:23.032596 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1df5afbc-1b44-4cad-ad0f-b31bc0f12a10 req-b041cf1a-181f-43db-b3f3-2556223b7686 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0831032 Apr 30 07:08:23.077529 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1df5afbc-1b44-4cad-ad0f-b31bc0f12a10 req-e39d4dac-2503-4a18-8687-2ec8e99d7a8b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389888 Apr 30 07:08:23.115734 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-23f2709b-022e-4856-a579-9f55a910d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:23.117086 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-23f2709b-022e-4856-a579-9f55a910d690 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 919 time: 0.1260076 Apr 30 07:08:23.156190 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 35a7c9ad-65a6-4008-8f82-237ef70b2c0e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:08:23.184134 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-97250419-7cd0-4663-b657-0a6569e1dd21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 200 len: 217 time: 0.0595078 Apr 30 07:08:23.190304 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 35a7c9ad-65a6-4008-8f82-237ef70b2c0e {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:08:23.190685 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 35a7c9ad-65a6-4008-8f82-237ef70b2c0e not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:08:23.251301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-29bdfb9c-6c0c-4a59-a4bb-647b26dfdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:23.252748 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-29bdfb9c-6c0c-4a59-a4bb-647b26dfdba0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.0618987 Apr 30 07:08:23.309618 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-c4d2e888-8c07-4d6a-a316-6bd38b6819c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475488 Apr 30 07:08:23.442658 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-502eb1aa-5cde-4918-a621-f591aac7a6a7 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248336 Apr 30 07:08:23.579288 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c864eb2-4791-403c-b7ae-7bb720c7d7f7 req-687b70f1-5f44-4318-9c26-f88ecf789e19 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287012 Apr 30 07:08:24.271369 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90664555-b410-4c55-b7e8-42c4916e3da4 req-fb6860d5-6892-4639-9f2e-d926421ebeca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:24.272845 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-90664555-b410-4c55-b7e8-42c4916e3da4 req-fb6860d5-6892-4639-9f2e-d926421ebeca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0794363 Apr 30 07:08:24.319837 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-90664555-b410-4c55-b7e8-42c4916e3da4 req-25a61d02-ff1c-4ac1-81f2-b2b2dd951e25 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Apr 30 07:08:25.069955 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-56650bc3-f22d-4270-bdcb-a1fe5660570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:25.508294 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385467c-e96e-4edb-991e-abf34105b24e req-8feff0e0-45ab-4aaf-b8f2-e96f0587c5e6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:25.509904 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e385467c-e96e-4edb-991e-abf34105b24e req-8feff0e0-45ab-4aaf-b8f2-e96f0587c5e6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0821948 Apr 30 07:08:25.556066 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e385467c-e96e-4edb-991e-abf34105b24e req-8021df2c-a980-4c25-ae0d-9d6d07ebd915 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Apr 30 07:08:25.842849 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:27.235945 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910edde-f45a-44d4-a88b-0da546f41fac req-20fe4ffd-263d-43bb-ad82-4c113ccacbca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:27.237506 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6910edde-f45a-44d4-a88b-0da546f41fac req-20fe4ffd-263d-43bb-ad82-4c113ccacbca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0808823 Apr 30 07:08:27.285635 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6910edde-f45a-44d4-a88b-0da546f41fac req-e8348f1e-a68e-4b18-93a9-5e62a71ba6cb tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Apr 30 07:08:27.506285 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ab14b206-0f15-4c07-b8df-0b32dbbae2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:27.823761 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:28.414357 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:30.323053 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:30.474070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608e654-0449-43cd-960d-17d9ec2d901e req-620d2056-276e-4802-966b-30ed3941bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:30.475472 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b608e654-0449-43cd-960d-17d9ec2d901e req-620d2056-276e-4802-966b-30ed3941bef6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1098 time: 0.0725315 Apr 30 07:08:30.527586 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f280b-7c52-4324-b74f-2bb693678f7c req-f7a16481-f866-4a7c-bb2e-aa8b40869a20 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:30.529032 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fe1f280b-7c52-4324-b74f-2bb693678f7c req-f7a16481-f866-4a7c-bb2e-aa8b40869a20 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0819080 Apr 30 07:08:30.572921 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fe1f280b-7c52-4324-b74f-2bb693678f7c req-23016d43-e0cb-4356-b6b0-6ad361a8a23e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377736 Apr 30 07:08:30.605737 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608e654-0449-43cd-960d-17d9ec2d901e req-c216effd-0242-4a49-93c6-3710babe603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:30.607230 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b608e654-0449-43cd-960d-17d9ec2d901e req-c216effd-0242-4a49-93c6-3710babe603d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 919 time: 0.1231987 Apr 30 07:08:30.733921 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b608e654-0449-43cd-960d-17d9ec2d901e req-37c57d31-b528-42cc-a7b1-1f5ae76ca4e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 200 len: 217 time: 0.1193357 Apr 30 07:08:30.797974 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608e654-0449-43cd-960d-17d9ec2d901e req-bb87c2ed-3c9b-4a68-b3fb-531b24326be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:30.799368 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b608e654-0449-43cd-960d-17d9ec2d901e req-bb87c2ed-3c9b-4a68-b3fb-531b24326be1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.0594966 Apr 30 07:08:30.845134 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b608e654-0449-43cd-960d-17d9ec2d901e req-021989ba-4c81-4f46-a93b-8bf8478ab9ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387881 Apr 30 07:08:30.974249 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b608e654-0449-43cd-960d-17d9ec2d901e req-7daf6945-8ebb-489a-bcae-29c996f8c2cd service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215978 Apr 30 07:08:31.106011 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b608e654-0449-43cd-960d-17d9ec2d901e req-e9460818-b37c-47ec-922a-c034e221e996 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237297 Apr 30 07:08:31.776802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5887113-8d7f-491a-b4d7-a5727065adae req-41a1a32a-cb67-4cb6-8b53-f7c0c136a3d5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:31.778331 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f5887113-8d7f-491a-b4d7-a5727065adae req-41a1a32a-cb67-4cb6-8b53-f7c0c136a3d5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0849605 Apr 30 07:08:31.825526 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f5887113-8d7f-491a-b4d7-a5727065adae req-bc581a61-3c3b-4d56-b2be-c6472114fbde tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Apr 30 07:08:33.017056 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9f854-92b6-4ce2-9da9-35223a7f9fdd req-afe8a059-df22-4632-ac81-c38442f710a6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:33.018540 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3cd9f854-92b6-4ce2-9da9-35223a7f9fdd req-afe8a059-df22-4632-ac81-c38442f710a6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0865169 Apr 30 07:08:33.067070 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3cd9f854-92b6-4ce2-9da9-35223a7f9fdd req-35b4920a-becc-4a05-8d76-3d780b61b97b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Apr 30 07:08:34.255878 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634035-28eb-485c-a376-f1b94b57edf9 req-ad8efcc7-2bc7-49be-b464-6df72073d969 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:34.257467 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d4634035-28eb-485c-a376-f1b94b57edf9 req-ad8efcc7-2bc7-49be-b464-6df72073d969 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0866792 Apr 30 07:08:34.305125 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d4634035-28eb-485c-a376-f1b94b57edf9 req-4fc0cd69-23b1-4408-8588-dda34d354ff9 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Apr 30 07:08:35.512316 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfe4e9-66d7-4bd9-a897-19b41dc2ab17 req-ab8c650f-b550-42d7-8f26-784213adea05 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:35.513780 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-efdfe4e9-66d7-4bd9-a897-19b41dc2ab17 req-ab8c650f-b550-42d7-8f26-784213adea05 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0880053 Apr 30 07:08:35.558055 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-efdfe4e9-66d7-4bd9-a897-19b41dc2ab17 req-9ce76fef-3572-4138-860b-1f70f68120c4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384953 Apr 30 07:08:36.751033 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79b579-b5d0-4685-bc7f-dfa6134d9a70 req-6179d34c-aa32-45a1-940e-1472ee8b109f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:36.752483 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bc79b579-b5d0-4685-bc7f-dfa6134d9a70 req-6179d34c-aa32-45a1-940e-1472ee8b109f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0822177 Apr 30 07:08:36.796487 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bc79b579-b5d0-4685-bc7f-dfa6134d9a70 req-f703fdd2-2498-49f1-a9be-885e9467937c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Apr 30 07:08:37.997782 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b3cac-0a9c-48f0-bc64-2b3b426212a6 req-5f787d2c-8395-4940-add7-f2e439e99d05 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:37.999194 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-150b3cac-0a9c-48f0-bc64-2b3b426212a6 req-5f787d2c-8395-4940-add7-f2e439e99d05 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0919733 Apr 30 07:08:38.043766 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-150b3cac-0a9c-48f0-bc64-2b3b426212a6 req-b57e44b7-ea64-4b09-b3e5-d321d5298638 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Apr 30 07:08:39.254336 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf88c4-8db4-4f25-a3ca-e2b06169150f req-126fd1db-c73e-4d1d-9cac-ae518c812521 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:39.255788 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cbf88c4-8db4-4f25-a3ca-e2b06169150f req-126fd1db-c73e-4d1d-9cac-ae518c812521 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0913441 Apr 30 07:08:39.303184 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cbf88c4-8db4-4f25-a3ca-e2b06169150f req-7f8c8de0-0dc5-4bf5-b1bb-943ee64789c2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Apr 30 07:08:39.666904 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36010) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:39.727818 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Deleting subnet d849f883-68c9-42ac-8c0e-3d918edfdc96 {{(pid=73782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:08:39.730718 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:39.778462 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2534138'] for subnet, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:39.846165 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:40.097157 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698290'] for subnet, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:40.100953 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:40.137714 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d849f883-68c9-42ac-8c0e-3d918edfdc96,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:40.142624 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:40.149624 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.149987 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.150354 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.150739 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.151074 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.151407 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.151747 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.152091 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.152408 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.152742 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.153078 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.153407 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:40.156883 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:40.161322 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d849f883-68c9-42ac-8c0e-3d918edfdc96 HTTP/1.1" status: 204 len: 168 time: 0.4934146 Apr 30 07:08:40.161447 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36014) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:40.270362 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:40.483488 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:40.604267 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b54e2a-6246-43d2-8820-7e568010266b']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:40.618815 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e073170a-c502-408d-b410-3a396230ff93') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:40.619109 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e073170a-c502-408d-b410-3a396230ff93') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:40.632912 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:40.651709 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d72c-7ced-4e61-9ae2-d0e1fb89fad3 req-7e68f099-9191-4c7f-8912-5ed7811815c4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:40.653161 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ab09d72c-7ced-4e61-9ae2-d0e1fb89fad3 req-7e68f099-9191-4c7f-8912-5ed7811815c4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.2102184 Apr 30 07:08:40.659354 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:40.679210 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:08:40.790062 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ab09d72c-7ced-4e61-9ae2-d0e1fb89fad3 req-85352a63-8fd5-4f1e-b35c-f1febe4ced80 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282580 Apr 30 07:08:40.862712 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Network a6b54e2a-6246-43d2-8820-7e568010266b has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:08:40.870774 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.032070 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Network a6b54e2a-6246-43d2-8820-7e568010266b has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:08:41.052894 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:08:41.130859 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.134336 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:41.147119 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.156171 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b54e2a-6246-43d2-8820-7e568010266b,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:41.160474 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] 10.222.0.11 "DELETE /v2.0/networks/a6b54e2a-6246-43d2-8820-7e568010266b HTTP/1.1" status: 204 len: 168 time: 0.9978402 Apr 30 07:08:41.163802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36020) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:41.165020 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.165471 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.165731 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.166081 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.166458 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.166806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.167146 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.167483 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.167812 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.168148 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.168482 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.168818 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:08:41.171963 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:41.231241 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Deleting subnet 0162a532-c826-463c-be50-7259165e771b {{(pid=73782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:08:41.234301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.285028 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2534138'] for subnet, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.340014 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.639415 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698290'] for subnet, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.643699 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ff43f03d-98a2-4ed8-aede-a2d75279cfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:41.679413 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.681750 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0162a532-c826-463c-be50-7259165e771b,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:41.683775 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:41.687889 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-f40c7cb4-a929-4e0d-aed4-f44257c5e9be admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0162a532-c826-463c-be50-7259165e771b HTTP/1.1" status: 204 len: 168 time: 0.5231051 Apr 30 07:08:41.690481 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36024) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:41.794109 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:41.946485 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:42.066346 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d724c3-b6a9-482f-800d-70665d5099d8']}} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:42.081653 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09fb485-111b-4ecd-8d8a-0d362cde8cdd') {'for_net_delete': True} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:42.081936 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09fb485-111b-4ecd-8d8a-0d362cde8cdd') {} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:42.094903 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2534131'] for segment, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:42.116864 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3991ba2-db41-4098-8042-82c5016b7211 req-745ea21e-18df-48a4-af42-c50df97704d2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:42.118307 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a3991ba2-db41-4098-8042-82c5016b7211 req-745ea21e-18df-48a4-af42-c50df97704d2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.2122319 Apr 30 07:08:42.121946 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:42.146401 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=73782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:08:42.267865 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a3991ba2-db41-4098-8042-82c5016b7211 req-87af8d5d-b893-4b19-9fdf-281e9b6afe4f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431391 Apr 30 07:08:42.328445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Network 88d724c3-b6a9-482f-800d-70665d5099d8 has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:08:42.336659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534314'] for segment, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:42.506018 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Network 88d724c3-b6a9-482f-800d-70665d5099d8 has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: Traceback (most recent call last): Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: timer() Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: cb(*args, **kw) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: return func(*args, **kwargs) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: self._notify() Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: self.callback(batched_events) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: event.method(event) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: return f(self, *a, **k) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: return self._get(url).json() Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: return self.request(url, 'GET', **kwargs) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:08:42.526544 dv-cinder-773876-2-smb neutron-server[73782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:08:42.603923 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:42.609397 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:42.611896 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:42.635944 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] 10.222.0.11 "DELETE /v2.0/networks/88d724c3-b6a9-482f-800d-70665d5099d8 HTTP/1.1" status: 204 len: 168 time: 0.9444573 Apr 30 07:08:42.636917 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d724c3-b6a9-482f-800d-70665d5099d8,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:42.640000 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:42.833553 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36032) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:42.884281 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b1380e23-0685-41c7-9944-bac7cde6b7e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edeb2eb76f5a4df4b506dbab998936c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493743 Apr 30 07:08:42.887984 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36036) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:42.945011 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:42.971259 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:43.026990 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:43.030745 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f434218e-6abe-4e53-b1fa-c532aa8d9e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:43.043768 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094ab77f-d39c-495b-8e07-d2f9c3421e07,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:43.046235 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:43.058151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:43.059395 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/094ab77f-d39c-495b-8e07-d2f9c3421e07 HTTP/1.1" status: 204 len: 168 time: 0.1705840 Apr 30 07:08:43.429251 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36046) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:43.457623 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde317-e656-44fa-8d25-924188d93183 req-e22f5337-5bd5-48fb-b458-300b36f3e714 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:43.459211 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-52bde317-e656-44fa-8d25-924188d93183 req-e22f5337-5bd5-48fb-b458-300b36f3e714 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0833905 Apr 30 07:08:43.484625 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-16a6cce9-50e2-41e9-97c5-4f0279c4c478 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b6028099c4b4b43bdc98ad368db5f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537329 Apr 30 07:08:43.486914 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36050) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:43.514239 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-52bde317-e656-44fa-8d25-924188d93183 req-4e5b1d9e-8634-4d62-a62a-7ba498b46844 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490649 Apr 30 07:08:43.546206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:43.570865 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:43.626685 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:43.632137 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3d73da88-0aef-4ad6-bd2d-18d99801d93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:43.642166 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9800a7-0f57-4a5f-bac2-d2c8340d018c,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:43.647279 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:43.648551 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:43.651734 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c9800a7-0f57-4a5f-bac2-d2c8340d018c HTTP/1.1" status: 204 len: 168 time: 0.1615150 Apr 30 07:08:44.703432 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f1ac9-f062-49d5-9873-ab37b8bcb84a req-290e795c-44f8-4202-8fb3-315fe1dba28e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:44.704882 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-020f1ac9-f062-49d5-9873-ab37b8bcb84a req-290e795c-44f8-4202-8fb3-315fe1dba28e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0850666 Apr 30 07:08:44.817014 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-020f1ac9-f062-49d5-9873-ab37b8bcb84a req-b8c1997b-c246-4fb7-a4b9-97160991a969 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063588 Apr 30 07:08:46.003302 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5db46-7112-433b-9109-89b7b7870661 req-ad46643a-62c2-4fc1-8e82-78f5bde9d6db tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:46.004690 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a3e5db46-7112-433b-9109-89b7b7870661 req-ad46643a-62c2-4fc1-8e82-78f5bde9d6db tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0799093 Apr 30 07:08:46.054402 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a3e5db46-7112-433b-9109-89b7b7870661 req-0386e350-c7a1-4139-8ae7-4ad6c5ffb22c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Apr 30 07:08:47.225583 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1d060-dc66-4cdc-b0f3-9220c2199064 req-193e8ba0-851d-4ec9-b86d-2dc1c5897e31 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:47.227161 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a7d1d060-dc66-4cdc-b0f3-9220c2199064 req-193e8ba0-851d-4ec9-b86d-2dc1c5897e31 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 946 time: 0.0847912 Apr 30 07:08:47.245734 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cca5e-39b8-4a6a-ba3a-3fca36aef627 req-372d1821-a4a3-4564-b3be-d238084a9a9f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:47.247559 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-238cca5e-39b8-4a6a-ba3a-3fca36aef627 req-372d1821-a4a3-4564-b3be-d238084a9a9f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0836964 Apr 30 07:08:47.275236 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a7d1d060-dc66-4cdc-b0f3-9220c2199064 req-320eb0c6-c65f-4245-950f-0b65c98c8feb tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415528 Apr 30 07:08:47.306759 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-238cca5e-39b8-4a6a-ba3a-3fca36aef627 req-fd4017c8-b89f-422d-b727-a2413e1b460e tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529239 Apr 30 07:08:48.476637 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f8036-becf-4bdb-a749-79b801b23969 req-fb26d588-4df4-4a4c-b1da-895e6e08536c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:48.478143 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a96f8036-becf-4bdb-a749-79b801b23969 req-fb26d588-4df4-4a4c-b1da-895e6e08536c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 946 time: 0.0812752 Apr 30 07:08:48.487239 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc96043-cff9-44ec-b6fc-8b48365b8202 req-b61baff4-6bb9-461b-838f-68be42ce8a82 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:48.488688 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fdc96043-cff9-44ec-b6fc-8b48365b8202 req-b61baff4-6bb9-461b-838f-68be42ce8a82 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0806744 Apr 30 07:08:48.533716 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a96f8036-becf-4bdb-a749-79b801b23969 req-1843d906-5d24-4903-a981-e49a7fbda06d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494428 Apr 30 07:08:48.533978 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fdc96043-cff9-44ec-b6fc-8b48365b8202 req-2874a5e3-873f-4b36-a18e-ff8a147eeefa tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Apr 30 07:08:48.838601 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97332a6-1ea3-401c-ad34-46b31535233b req-34f374d5-5219-46a7-8c9d-081002d51079 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:48.839972 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e97332a6-1ea3-401c-ad34-46b31535233b req-34f374d5-5219-46a7-8c9d-081002d51079 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 946 time: 0.0824001 Apr 30 07:08:48.991861 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Deleting port a67b104d-6b71-4695-b7bd-edb62e246449 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:08:48.992302 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:49.122795 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] For port a67b104d-6b71-4695-b7bd-edb62e246449, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a67b104d-6b71-4695-b7bd-edb62e246449,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:08:49.123093 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:49.419918 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:49.420221 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:49.420499 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Floating IP 8a69d901-d06d-4cb9-97f6-41ed8a5bfd23 disassociated. External IP: 172.28.1.172, port: a67b104d-6b71-4695-b7bd-edb62e246449. Apr 30 07:08:49.420983 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Calling delete_port for a67b104d-6b71-4695-b7bd-edb62e246449 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:08:49.535126 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:49.543041 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:49.603155 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event deleted for resources: {'Port': ['ID=a67b104d-6b71-4695-b7bd-edb62e246449,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:49.608312 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:49.714112 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-0732e35d-7d90-41aa-8e6b-62799b7ed1e1 req-bd663d59-38ad-4397-8b4c-9ff929d0764f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb5dd6a-c244-4195-b248-ea7e2d23dc1e HTTP/1.1" status: 200 len: 210 time: 0.0415890 Apr 30 07:08:49.866443 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47e89d-029c-4abe-a43e-7050362d5c93 req-d29c26aa-73b6-42d2-abd4-107c69870038 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:49.867888 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6c47e89d-029c-4abe-a43e-7050362d5c93 req-d29c26aa-73b6-42d2-abd4-107c69870038 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1849399 Apr 30 07:08:49.873776 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Router 5ab744ce-84b2-4850-9dc2-1e02989f01bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:08:49.979424 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6c47e89d-029c-4abe-a43e-7050362d5c93 req-9dc37536-165c-4f99-9c37-39f92e7ae010 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044281 Apr 30 07:08:50.173365 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:08:50.193775 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] Sync routers for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:08:50.209529 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:08:50.210156 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:08:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:50.252890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] No DVR routers for this DVR port a67b104d-6b71-4695-b7bd-edb62e246449 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:08:50.255539 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:50.259374 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-deleted', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:08:50.289457 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e97332a6-1ea3-401c-ad34-46b31535233b req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "DELETE /v2.0/ports/a67b104d-6b71-4695-b7bd-edb62e246449 HTTP/1.1" status: 204 len: 173 time: 1.4436705 Apr 30 07:08:50.314731 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb5dd6a-c244-4195-b248-ea7e2d23dc1e', 'name': 'network-vif-deleted', 'tag': 'a67b104d-6b71-4695-b7bd-edb62e246449', 'status': 'completed', 'code': 200} Apr 30 07:08:50.393683 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:08:50.777628 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:50.781926 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] Checking router: 5ab744ce-84b2-4850-9dc2-1e02989f01bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:08:50.791156 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:08:50.791940 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:08:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:50.870025 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36170) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:50.934425 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:50.963522 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:50.974198 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:08:51.021639 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:51.026112 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-53f0fc81-3a7c-411c-9c18-8be5ca907191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:51.042880 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:51.045758 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:51.070843 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:51.072645 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "DELETE /v2.0/security-groups/49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd HTTP/1.1" status: 204 len: 168 time: 0.2015245 Apr 30 07:08:51.075348 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36176) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:51.091695 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.api.v2.resource [None req-d787df48-ab8e-491b-b3fa-5be205bf42c9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] show failed (client error): The resource could not be found. Apr 30 07:08:51.095530 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d787df48-ab8e-491b-b3fa-5be205bf42c9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups/49fc31ee-fda8-4738-ac60-3bbdbb4e6ddd HTTP/1.1" status: 404 len: 347 time: 0.0164452 Apr 30 07:08:51.095840 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36180) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:51.191655 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a186e-1f9c-4d23-842a-acc6789eb4cd req-25939c26-8a2e-4a06-843d-a398032968d6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:51.195093 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-386a186e-1f9c-4d23-842a-acc6789eb4cd req-25939c26-8a2e-4a06-843d-a398032968d6 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0874913 Apr 30 07:08:51.250043 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-386a186e-1f9c-4d23-842a-acc6789eb4cd req-86b72e2d-a81d-4bf8-96ea-afe2f33eff2c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Apr 30 07:08:51.343364 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:08:51.347239 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03c6d1-d0de-490a-bade-83f859158483 None None] The sync data for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb is: [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:08:51.396889 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Deleting port 62de06b2-ce13-4bdd-818e-df4f2a68720a {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:08:51.397259 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:51.520600 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:51.521014 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:51.648200 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e47a7-74d5-4b0c-94e6-e020a1327640 None None] New status for floating IP 8a69d901-d06d-4cb9-97f6-41ed8a5bfd23: DOWN {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:08:51.663393 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Calling delete_port for 62de06b2-ce13-4bdd-818e-df4f2a68720a owned by network:floatingip {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:08:51.841676 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:51.844736 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.db.api [None req-6c8e47a7-74d5-4b0c-94e6-e020a1327640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 07:08:51.845591 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:51.846678 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_db.api [None req-6c8e47a7-74d5-4b0c-94e6-e020a1327640 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 07:08:51.892643 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event deleted for resources: {'Port': ['ID=62de06b2-ce13-4bdd-818e-df4f2a68720a,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:51.918721 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:51.987752 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.003111 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.007111 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "DELETE /v2.0/floatingips/8a69d901-d06d-4cb9-97f6-41ed8a5bfd23 HTTP/1.1" status: 204 len: 168 time: 0.9073372 Apr 30 07:08:52.317320 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36198) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:52.324384 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571739425', 'description': 'tempest-description--1796314938'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:52.331078 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:52.335918 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:52.339975 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:52.347235 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:52.348683 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e47a7-74d5-4b0c-94e6-e020a1327640 None None] New status for floating IP 8a69d901-d06d-4cb9-97f6-41ed8a5bfd23: DOWN {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:08:52.373764 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.412587 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:52.417352 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group_rule and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:52.421419 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:52.428293 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:52.456948 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58009fc1-fe85-47a7-9bfc-e4ac3159db19 req-70e863f6-52e4-4b9b-b4b7-c7aab8f0d200 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:52.459423 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-58009fc1-fe85-47a7-9bfc-e4ac3159db19 req-70e863f6-52e4-4b9b-b4b7-c7aab8f0d200 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0963159 Apr 30 07:08:52.511715 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.515631 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-58009fc1-fe85-47a7-9bfc-e4ac3159db19 req-87a7d08a-5bed-4c92-8021-ecb427701435 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Apr 30 07:08:52.524894 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.528997 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a65cf693-61f4-4d96-8a63-682e5534bc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:52.572167 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58126034-889c-4cd6-8390-d14162162fc1,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:52.575264 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:52.579951 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.582692 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-99641b3e-f888-401c-b2d4-7844db4fc76c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2630298 Apr 30 07:08:52.584740 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36202) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:52.589870 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'security_group_rule': {'security_group_id': '58126034-889c-4cd6-8390-d14162162fc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:52.595520 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:52.599620 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group_rule and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:52.602803 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:52.608717 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:52.626342 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.687886 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.692717 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.694777 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:52.711004 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efad3c9e-1d8d-49bb-9060-a842382da7d2,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:52.719259 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:52.728295 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.729491 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437869 Apr 30 07:08:52.732336 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36206) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:52.737263 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'security_group_rule': {'security_group_id': '58126034-889c-4cd6-8390-d14162162fc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:52.742841 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:52.746965 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:security_group_rule and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:52.749797 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:52.755530 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:52.773614 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.835345 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.840656 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.842855 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:52.861850 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7035d9-3036-4098-9a6b-8746e624496d,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:52.865561 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:52.877122 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:52.878969 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454890 Apr 30 07:08:52.883952 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36210) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:52.889180 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'floatingip': {'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:52.895014 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:52.899120 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Usage tracker for resource:floatingip and tenant:91d029e39e9643c0b0f1399a364bcdba is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:52.901913 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:52.908026 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:52.921098 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.058126 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.187699 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Allocated IP 172.28.1.80 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/3037a395-baf6-44a3-96b6-3e7f1f411d8f) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:08:53.330274 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:08:53.334693 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.363880 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: a67b104d-6b71-4695-b7bd-edb62e246449 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:08:53.364229 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device a67b104d-6b71-4695-b7bd-edb62e246449 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:08:53.364816 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.368917 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:53.429711 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:08:53.434347 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:08:53.437666 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:08:53.441629 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:08:53.469967 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'Port': ['ID=3037a395-baf6-44a3-96b6-3e7f1f411d8f,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:53.475979 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:53.570503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.646276 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.721692 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343738d1-5c18-40c5-875c-105fdc515703 req-a0a10aca-a18b-4553-a71d-49403e04d9a7 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:53.726807 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-343738d1-5c18-40c5-875c-105fdc515703 req-a0a10aca-a18b-4553-a71d-49403e04d9a7 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0856113 Apr 30 07:08:53.771492 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-343738d1-5c18-40c5-875c-105fdc515703 req-135af5c0-41d4-4a3a-b794-11cd2d01e8fa tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424800 Apr 30 07:08:53.858446 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.865125 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:53.869287 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:53.972182 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'Port': ['ID=3037a395-baf6-44a3-96b6-3e7f1f411d8f,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:53.976013 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:53.982945 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:54.008238 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:54.009504 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1245029 Apr 30 07:08:54.235645 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-f3bae126-7cc9-4070-8e2e-e1d169473cc7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--571739425&fields=id&tenant_id=91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 267 time: 0.0416560 Apr 30 07:08:54.393858 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-8cf89697-e57a-4c8b-bff4-bceba026c427 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:54.395305 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-8cf89697-e57a-4c8b-bff4-bceba026c427 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 816 time: 0.1530123 Apr 30 07:08:54.412843 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-61caf6fe-f61d-4fed-b6fa-fb61fdddf76d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/quotas/91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 375 time: 0.0093296 Apr 30 07:08:54.504951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-be932703-d747-4e79-b7bb-d6d474d33147 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:08:54.523170 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-be932703-d747-4e79-b7bb-d6d474d33147 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:08:54.524591 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-be932703-d747-4e79-b7bb-d6d474d33147 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040692 Apr 30 07:08:54.747946 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-ae521924-b499-40da-8d90-2a0564ea4213 service neutron] 10.222.0.11 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111149 Apr 30 07:08:54.886806 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-9a3aed6a-e2f3-4fe5-ae2c-3484082a732a service neutron] 10.222.0.11 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327801 Apr 30 07:08:54.968400 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e82f3-a0f0-45b5-8ae6-9697c02d1e14 req-1da43760-0bb6-457e-b637-c31848bbad11 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:54.969979 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1a6e82f3-a0f0-45b5-8ae6-9697c02d1e14 req-1da43760-0bb6-457e-b637-c31848bbad11 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0841143 Apr 30 07:08:55.019137 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1a6e82f3-a0f0-45b5-8ae6-9697c02d1e14 req-b03a735d-2f77-4c41-8fbb-add8e61b80b8 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Apr 30 07:08:55.071431 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-69c0829a-df9f-411c-8dfd-cc2e10222238 req-a542b027-8e37-402c-94a5-99ac228f6592 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 210 time: 0.0467257 Apr 30 07:08:55.075598 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-713a7d80-74d7-41ec-8dce-38c68a003e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:55.850982 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.043676 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36260) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:56.205745 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30003bf-c441-497e-ac9b-b96df379a019 req-d747e6ce-0a9f-4f96-a360-1d7882c35c6f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:56.207237 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e30003bf-c441-497e-ac9b-b96df379a019 req-d747e6ce-0a9f-4f96-a360-1d7882c35c6f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0819790 Apr 30 07:08:56.225230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.242166 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7896ec5e-1969-4c42-bdda-e1fe5dcb96c0 req-20fff35c-c961-46d5-b5f1-5f998641951a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 210 time: 0.0534353 Apr 30 07:08:56.245814 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:56.255771 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e30003bf-c441-497e-ac9b-b96df379a019 req-2ef956e4-042d-4e61-ab57-5c6bf86a2c66 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Apr 30 07:08:56.258780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Usage tracker for resource:security_group_rule and tenant:5c44d9f156ac4242bd091be4ff621b43 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:56.262114 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:56.269959 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:56.376255 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.392126 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.403252 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-31e6de03-c02e-4bc1-b606-f46d9f8d7f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:56.505976 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c44d9f156ac4242bd091be4ff621b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611397 Apr 30 07:08:56.508850 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36274) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:56.510211 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d01184f-bbca-4a55-91f5-5163cc1dbe1c,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:56.515053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:56.549134 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-aa122c6b-721c-48ce-ba76-f052cede077c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:56.550586 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-aa122c6b-721c-48ce-ba76-f052cede077c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 816 time: 0.1973169 Apr 30 07:08:56.574096 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.600169 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.621867 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-8fb32f35-c83a-40ee-b414-cc5e882f0b87 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 379 time: 0.0535891 Apr 30 07:08:56.634992 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'port': {'device_id': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'admin_state_up': True, 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'security_groups': ['58126034-889c-4cd6-8390-d14162162fc1']}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:56.652261 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.656800 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-edacadf6-2c1b-4635-add2-eca1dc870095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:56.669899 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d01184f-bbca-4a55-91f5-5163cc1dbe1c,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:56.672450 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:56.673616 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.674778 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d01184f-bbca-4a55-91f5-5163cc1dbe1c HTTP/1.1" status: 204 len: 168 time: 0.1649828 Apr 30 07:08:56.779994 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:56.790127 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:56.800135 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Made reservation on behalf of 91d029e39e9643c0b0f1399a364bcdba for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:08:56.803848 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.958953 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36286) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:56.966963 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Allocated IP 172.20.0.6 (94fc5581-9712-4b89-9102-e135eac9c332/b07212b5-40c8-4c07-880a-9718e8ad0a4f/2cc8e21c-7a13-4e16-975b-a91ee55de2c6) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:08:56.977262 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:56.991663 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:08:56.995474 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Usage tracker for resource:security_group_rule and tenant:d5bff92143e043ec8ca827be727966b9 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:08:56.998708 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:08:57.004211 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:08:57.087364 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.092768 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.101775 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a0f9ec51-382b-4ab3-8ca6-03031457ef0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:57.149676 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748e6ac6-71d3-413f-a060-7a9932948b76,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:57.153899 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5bff92143e043ec8ca827be727966b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939409 Apr 30 07:08:57.154778 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-890e6f4e-20a0-45d6-a662-26802dc3c982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:57.156610 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36290) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:08:57.163047 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.182870 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Transition to ACTIVE for port object 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:08:57.208056 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.214077 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:57.223198 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a3d31bf9-778e-40b7-939e-0c0b74946916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.251336 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a3d31bf9-778e-40b7-939e-0c0b74946916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.281304 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Network 94fc5581-9712-4b89-9102-e135eac9c332 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:08:57.285312 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:08:57.290007 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:08:57.328825 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:57.337536 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:57.345752 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a3d31bf9-778e-40b7-939e-0c0b74946916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.351881 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1b039c72-6c58-4d74-9ce7-c5bb3535d18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:57.366452 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:57.367362 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.376363 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d31bf9-778e-40b7-939e-0c0b74946916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748e6ac6-71d3-413f-a060-7a9932948b76,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:57.396655 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a3d31bf9-778e-40b7-939e-0c0b74946916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:57.407295 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a3d31bf9-778e-40b7-939e-0c0b74946916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.407643 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765701 Apr 30 07:08:57.412203 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a3d31bf9-778e-40b7-939e-0c0b74946916 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/748e6ac6-71d3-413f-a060-7a9932948b76 HTTP/1.1" status: 204 len: 168 time: 0.2543638 Apr 30 07:08:57.421223 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Request body: {'port': {'device_id': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:08:57.515279 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ec46a7f9-2eee-48b6-a51e-27f6b47811bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.642585 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f9fe8-0bbe-4128-9edd-2356d10f39ae req-e01cf0b1-054d-4ba8-8e19-fa8f2271b375 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:57.651517 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9c0f9fe8-0bbe-4128-9edd-2356d10f39ae req-e01cf0b1-054d-4ba8-8e19-fa8f2271b375 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.2254376 Apr 30 07:08:57.670860 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-547e5027-0f74-48ec-8e13-6fa1bdd0ea55 None None] Provisioning for port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:08:57.681507 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-547e5027-0f74-48ec-8e13-6fa1bdd0ea55 None None] Provisioning complete for port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:08:57.682217 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-547e5027-0f74-48ec-8e13-6fa1bdd0ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.688356 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.715646 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9c0f9fe8-0bbe-4128-9edd-2356d10f39ae req-e92febdd-e3d1-492d-a815-dc51ac049097 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630713 Apr 30 07:08:57.744032 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-547e5027-0f74-48ec-8e13-6fa1bdd0ea55 None None] Port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:08:57.758782 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24facc79-78f6-4a10-9873-9ce3bbabfcd3 req-983aa80a-07dc-4ba9-8534-bf675c9e5b20 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:57.759960 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-24facc79-78f6-4a10-9873-9ce3bbabfcd3 req-983aa80a-07dc-4ba9-8534-bf675c9e5b20 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:08:57.783109 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc85a-f16e-4e53-a164-40a266269ffc req-227a237a-1d21-414e-b614-692cd77ae7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:57.784659 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-046bc85a-f16e-4e53-a164-40a266269ffc req-227a237a-1d21-414e-b614-692cd77ae7c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1098 time: 0.2775729 Apr 30 07:08:57.819468 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:57.898887 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-24facc79-78f6-4a10-9873-9ce3bbabfcd3 req-983aa80a-07dc-4ba9-8534-bf675c9e5b20 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:08:57.900027 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-24facc79-78f6-4a10-9873-9ce3bbabfcd3 req-983aa80a-07dc-4ba9-8534-bf675c9e5b20 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 931 time: 0.4428856 Apr 30 07:08:58.006829 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-046bc85a-f16e-4e53-a164-40a266269ffc req-3fcad94e-409b-45b8-8368-27ee4f30f2ed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111375 Apr 30 07:08:58.024761 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-24facc79-78f6-4a10-9873-9ce3bbabfcd3 req-b3e9aabb-e677-4e2d-ae07-6acaf53752d9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156139 Apr 30 07:08:58.219895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:08:58.227203 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:58.241473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Transition to ACTIVE for port object 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:08:58.245936 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:58.250883 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:58.423895 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:58.434759 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:58.440086 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:58.482951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Attempting to bind port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:08:58.483280 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Attempting to bind port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:08:58.483603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Attempting to bind port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 on network 94fc5581-9712-4b89-9102-e135eac9c332 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:08:58.488180 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 on network 94fc5581-9712-4b89-9102-e135eac9c332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:08:58.488491 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Attempting to bind port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 on network 94fc5581-9712-4b89-9102-e135eac9c332 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:08:58.493427 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:08:58.493752 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Checking segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:08:58.494129 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Bound using segment: {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:08:58.494573 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Bound port: 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008e559-50f3-4da1-b6cb-ea17a97ed203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:08:58.494913 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:58.584705 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:08:58.587855 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:08:58.592027 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:58.596797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-65f29116-b235-477c-88d0-a92d4b5bf24a tempest-DeleteServersTestJSON-1265716409 tempest-DeleteServersTestJSON-1265716409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:08:58.650866 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:58.651940 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:08:58.653521 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] 10.222.0.25 "PUT /v2.0/ports/2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 200 len: 1093 time: 1.2364352 Apr 30 07:08:58.653873 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:08:58.691612 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:08:58.695219 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:08:58.759632 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'status': 'completed', 'code': 200} Apr 30 07:08:58.810586 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-6cd54975-c110-4cae-9412-67107a36dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:58.812437 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-6cd54975-c110-4cae-9412-67107a36dad0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1096 time: 0.1062052 Apr 30 07:08:58.947222 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-0da1531e-4184-49c2-86de-9272062ee242 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 200 len: 217 time: 0.1195078 Apr 30 07:08:59.027519 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-baf98491-d05a-4a85-92cf-6a66971399e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.028922 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-baf98491-d05a-4a85-92cf-6a66971399e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0737545 Apr 30 07:08:59.042809 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3393f5-de58-4f50-be35-c3d40282c9aa req-96db1c82-ef96-4d72-b950-c09d30277d8b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.044299 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6b3393f5-de58-4f50-be35-c3d40282c9aa req-96db1c82-ef96-4d72-b950-c09d30277d8b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1543548 Apr 30 07:08:59.129780 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6b3393f5-de58-4f50-be35-c3d40282c9aa req-205f8a0c-bba6-413f-9266-1db974be4d85 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Apr 30 07:08:59.149092 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-6dc61666-80f9-4010-bcc1-d294f0aab8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.150592 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-6dc61666-80f9-4010-bcc1-d294f0aab8ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1052990 Apr 30 07:08:59.219087 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19661-fefd-4964-acfe-d8eaf13b4ef4 req-ea30eb87-8555-4cd0-9667-cbab39c25add tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.219840 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-b3c19661-fefd-4964-acfe-d8eaf13b4ef4 req-ea30eb87-8555-4cd0-9667-cbab39c25add tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:08:59.231474 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-b3c19661-fefd-4964-acfe-d8eaf13b4ef4 req-ea30eb87-8555-4cd0-9667-cbab39c25add tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:port {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:08:59.232615 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b3c19661-fefd-4964-acfe-d8eaf13b4ef4 req-ea30eb87-8555-4cd0-9667-cbab39c25add tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0913241 Apr 30 07:08:59.279284 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-b3c19661-fefd-4964-acfe-d8eaf13b4ef4 req-316b5f0a-ad7a-4654-88e9-05c0b404ee4e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Synchronizing usage tracker for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:security_group {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:08:59.280140 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-b986af4b-b569-4e84-8c03-be61565efbc2 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222568 Apr 30 07:08:59.295460 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-b3c19661-fefd-4964-acfe-d8eaf13b4ef4 req-316b5f0a-ad7a-4654-88e9-05c0b404ee4e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Unset dirty status for tenant:91d029e39e9643c0b0f1399a364bcdba on resource:security_group {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:08:59.296671 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b3c19661-fefd-4964-acfe-d8eaf13b4ef4 req-316b5f0a-ad7a-4654-88e9-05c0b404ee4e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581496 Apr 30 07:08:59.409777 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c9bbbf-b992-42c2-9756-66ccc1c3294b req-5a7f2414-b63f-4679-8ac5-d41687687b40 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231318 Apr 30 07:08:59.529061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-b903f694-42d2-48e3-b610-a8f50d51c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.530651 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-b903f694-42d2-48e3-b610-a8f50d51c4b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1096 time: 0.0742757 Apr 30 07:08:59.660834 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-98b1e3d6-5e0d-41bf-9405-a07bc115cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.662694 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-98b1e3d6-5e0d-41bf-9405-a07bc115cb4d service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1234419 Apr 30 07:08:59.807354 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-a04bfe83-4ded-4086-a96f-a3910929da25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 200 len: 217 time: 0.1371775 Apr 30 07:08:59.873219 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-3c0e4567-6560-43e6-b9bb-6cf06487f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.874735 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-3c0e4567-6560-43e6-b9bb-6cf06487f901 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0595474 Apr 30 07:08:59.949515 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-ea552374-2455-4855-9564-a5b16ec2d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:08:59.951019 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-ea552374-2455-4855-9564-a5b16ec2d655 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693424 Apr 30 07:09:00.097949 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-9b398f90-128a-4b03-9ad6-2a0fc6c04646 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392868 Apr 30 07:09:00.317963 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c42ff87-a5cb-4c56-b3d7-5257404d696e req-c08e72b2-3c22-4e3f-ba7b-06bc7cf9468e service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110479 Apr 30 07:09:00.335825 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:00.376320 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cdad5-fca2-41d8-b719-2fe5f900db95 req-d56579af-2898-44af-b31e-3ae45cbe1f78 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:00.378109 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6d1cdad5-fca2-41d8-b719-2fe5f900db95 req-d56579af-2898-44af-b31e-3ae45cbe1f78 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1169081 Apr 30 07:09:00.447179 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6d1cdad5-fca2-41d8-b719-2fe5f900db95 req-11fd75d9-858f-4ff5-b94b-8251e4cb6d95 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597239 Apr 30 07:09:00.519578 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0c669-288d-4836-869f-e92b7142e5c9 req-24d7137b-9f25-4401-b0bf-abfd9f1373cf tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:00.521051 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9ad0c669-288d-4836-869f-e92b7142e5c9 req-24d7137b-9f25-4401-b0bf-abfd9f1373cf tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0873389 Apr 30 07:09:00.567980 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9ad0c669-288d-4836-869f-e92b7142e5c9 req-673df7a2-3f61-4450-860e-b962fbb1af0b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403590 Apr 30 07:09:00.983151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-f8874d34-7e7a-44d0-bddd-4f4d45cfe86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:00.984644 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-f8874d34-7e7a-44d0-bddd-4f4d45cfe86e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b350e5e70d4547299beb9577723aad75&device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 1098 time: 0.1311858 Apr 30 07:09:00.997094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce47a50-a6db-4e1e-96f2-b8a07e933ce6 req-5ede201d-5027-4c40-8600-a3ea78321f31 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:00.998563 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0ce47a50-a6db-4e1e-96f2-b8a07e933ce6 req-5ede201d-5027-4c40-8600-a3ea78321f31 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1017580 Apr 30 07:09:01.128205 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0ce47a50-a6db-4e1e-96f2-b8a07e933ce6 req-9012f682-222f-45c0-b68c-b8f959d557d5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111152 Apr 30 07:09:01.155909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-b8992753-22d2-48d6-b4b7-f16320557dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:01.157429 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-b8992753-22d2-48d6-b4b7-f16320557dca service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 200 len: 919 time: 0.1580703 Apr 30 07:09:01.228621 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-038c8c2b-12b3-455c-b320-63d226233d59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 200 len: 217 time: 0.0641460 Apr 30 07:09:01.290786 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-e37f0b76-72af-47dd-be0b-fb9bfa20bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:01.292174 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-e37f0b76-72af-47dd-be0b-fb9bfa20bc71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 200 len: 858 time: 0.0571640 Apr 30 07:09:01.338420 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-e9d5dc90-f244-40d1-90a1-385411234df4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f129c03-173e-4e6e-aabc-5e51c4fd928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390940 Apr 30 07:09:01.367371 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:09:01.467072 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-495c67b5-5ca4-459c-89d6-f276c8859243 service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217964 Apr 30 07:09:01.497201 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:01.510636 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'port_id': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'mac_address': 'fa:16:3e:50:58:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:09:01.594686 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:01.596127 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-486f39bb-0f47-49e8-bf5f-80210c357c60 req-eb4ce238-b765-450c-8544-8d1f8eeae34d service neutron] 10.222.0.25 "GET /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216459 Apr 30 07:09:01.613150 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:09:01.633939 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:01.641348 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:01.644042 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:01.715181 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:01.722541 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.722795 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.723121 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.723446 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.725090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.725090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.725090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.725090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.725456 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.725540 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.725855 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.726173 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:01.730628 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:01.771428 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b974a63-0945-41f9-a536-25afca0616ee req-fce703ac-3ea6-4232-86eb-fd7569575e3d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:01.772871 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6b974a63-0945-41f9-a536-25afca0616ee req-fce703ac-3ea6-4232-86eb-fd7569575e3d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 944 time: 0.0829151 Apr 30 07:09:01.818745 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-6b974a63-0945-41f9-a536-25afca0616ee req-16fd2f3a-f094-4c65-86c0-96bf765dc9de tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400112 Apr 30 07:09:01.886640 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['2cc8e21c-7a13-4e16-975b-a91ee55de2c6'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:09:02.314979 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f844d4-7969-4a09-a599-abaacbd11536 req-fd73e9d6-fbc2-467b-a917-8b8a534ec587 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:02.316426 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c0f844d4-7969-4a09-a599-abaacbd11536 req-fd73e9d6-fbc2-467b-a917-8b8a534ec587 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0817623 Apr 30 07:09:02.360701 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c0f844d4-7969-4a09-a599-abaacbd11536 req-9fcfea03-fa4c-416e-860b-28d332501afe tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384719 Apr 30 07:09:02.381565 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36384) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:02.502546 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:02.517103 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:02.521322 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Usage tracker for resource:security_group_rule and tenant:aac821c8f703479c8f3a65dbf2d26a7f is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:02.524253 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:02.530241 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:02.618660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:02.624624 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:02.635956 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5e499b17-6593-49c3-8a83-4bc9bf203863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:02.735278 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aac821c8f703479c8f3a65dbf2d26a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526008 Apr 30 07:09:02.737072 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6104a333-e2be-420a-967b-fee283a9a884,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:02.738189 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36390) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:02.740446 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:02.808004 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c34673f1-243b-434f-b8c5-9b6b162f845c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:02.833370 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c34673f1-243b-434f-b8c5-9b6b162f845c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:02.887853 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c34673f1-243b-434f-b8c5-9b6b162f845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:02.892917 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-72ad15b6-ca5c-4178-981b-5c5768cbed15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:02.903188 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34673f1-243b-434f-b8c5-9b6b162f845c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6104a333-e2be-420a-967b-fee283a9a884,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:02.907575 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-c34673f1-243b-434f-b8c5-9b6b162f845c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:02.910077 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c34673f1-243b-434f-b8c5-9b6b162f845c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:02.913695 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-c34673f1-243b-434f-b8c5-9b6b162f845c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6104a333-e2be-420a-967b-fee283a9a884 HTTP/1.1" status: 204 len: 168 time: 0.1744568 Apr 30 07:09:03.016348 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdcc74-a3f7-490f-a27d-49b8359e26ad req-70bce3dc-b357-4fba-a6fa-40afb8b022db tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:03.017920 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a7cdcc74-a3f7-490f-a27d-49b8359e26ad req-70bce3dc-b357-4fba-a6fa-40afb8b022db tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 944 time: 0.0840678 Apr 30 07:09:03.066267 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a7cdcc74-a3f7-490f-a27d-49b8359e26ad req-9c01d7ff-292b-4bfc-880b-dacc6d6c9b01 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404916 Apr 30 07:09:03.367204 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:03.438655 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:03.443479 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:03.443856 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.555594 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555f2e3-f656-4278-a835-544cc5479f85 req-20bce742-6a89-4497-a3b4-3947f91ebf79 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:03.557178 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c555f2e3-f656-4278-a835-544cc5479f85 req-20bce742-6a89-4497-a3b4-3947f91ebf79 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0802686 Apr 30 07:09:03.564050 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.591777 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:03.602064 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:03.612435 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.615830 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:03.623450 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c555f2e3-f656-4278-a835-544cc5479f85 req-7b482b48-8887-42de-937a-2a248c1f34a4 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573981 Apr 30 07:09:03.651059 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36422) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:03.683265 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'code': 200} Apr 30 07:09:03.718348 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:03.721358 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:03.784476 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1249936233-network', 'tenant_id': 'af2808c727954b70a613adcf7a4671b4'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:03.789182 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:03.793512 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Usage tracker for resource:network and tenant:af2808c727954b70a613adcf7a4671b4 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:03.796971 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:03.804198 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:03.816408 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Made reservation on behalf of af2808c727954b70a613adcf7a4671b4 for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:09:03.818821 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.831693 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.846262 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:03.850140 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Usage tracker for resource:security_group_rule and tenant:af2808c727954b70a613adcf7a4671b4 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:03.852904 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:03.858608 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:03.913872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1484c1-4172-4069-b7a5-3543c67eb4e8 req-ace9225f-9975-40f2-be3a-278a379a5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:03.915278 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3b1484c1-4172-4069-b7a5-3543c67eb4e8 req-ace9225f-9975-40f2-be3a-278a379a5f42 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1098 time: 0.0774825 Apr 30 07:09:03.943398 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.948560 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.952563 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-66a446f8-e776-4e8a-9bfc-48409a99ddbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:03.958301 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3b1484c1-4172-4069-b7a5-3543c67eb4e8 req-90b6fb0e-f31a-4aab-b9d2-d93678f84f06 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362594 Apr 30 07:09:03.979079 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:09:03.991093 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c827967-4066-4281-8d37-436a1c1038be,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:03.995044 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:03.995961 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:03.996281 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Added segment 89812746-cac5-4217-847b-84294ede6eca of type vlan for network 99ee20f2-1d49-486a-906d-7b68fc5c4812 Apr 30 07:09:04.023557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:04.056148 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:04.057427 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:04.058015 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:04.062659 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:04.162861 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5109997 Apr 30 07:09:04.163632 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36438) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:04.170096 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Request body: {'subnet': {'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1249936233-subnet', 'tenant_id': 'af2808c727954b70a613adcf7a4671b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:04.175351 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:04.180165 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Usage tracker for resource:subnet and tenant:af2808c727954b70a613adcf7a4671b4 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:04.180310 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Pushing event updated for resources: {'Network': ['ID=99ee20f2-1d49-486a-906d-7b68fc5c4812,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:04.184023 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:04.184540 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:04.191112 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:09:04.192013 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:04.205821 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Made reservation on behalf of af2808c727954b70a613adcf7a4671b4 for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:09:04.221714 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698287'] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:04.289337 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb7e6c-39f2-45b4-ac4b-1fd5c5fe859d req-14b80298-39f9-4b04-8aca-7eff4f586da5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:04.289337 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09eb7e6c-39f2-45b4-ac4b-1fd5c5fe859d req-14b80298-39f9-4b04-8aca-7eff4f586da5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0866809 Apr 30 07:09:04.329269 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-09eb7e6c-39f2-45b4-ac4b-1fd5c5fe859d req-02ec67af-e0ef-4577-95d9-3a027403161d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414217 Apr 30 07:09:04.629078 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698301'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:04.632909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-195db3b9-52c6-45b6-a5c8-19cf529d9f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:04.700946 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18a2bc0-783c-488e-893b-85bea7500308,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:04.704269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:04.710130 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Checking segment: {'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:09:04.710516 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Network hostable DHCP agents. Network: 99ee20f2-1d49-486a-906d-7b68fc5c4812, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:09:04.727997 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:09:04.738011 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 99ee20f2-1d49-486a-906d-7b68fc5c4812) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:04.747293 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:04.747882 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:04.749626 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b9dca-f02c-450b-8e32-28b26b2cc5aa None None] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:09:04.777199 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-668bdd05-42b2-4762-8af7-38104c49b70c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6121256 Apr 30 07:09:04.983785 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc2f6d-db4c-4a60-8504-3648c6b6816c None None] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:09:05.569799 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8ec83-1f49-421e-81ca-a1f16ad274fb req-e486298b-3e1f-464c-89c8-b11e14907df8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:05.571277 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6dd8ec83-1f49-421e-81ca-a1f16ad274fb req-e486298b-3e1f-464c-89c8-b11e14907df8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0830321 Apr 30 07:09:05.615812 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6dd8ec83-1f49-421e-81ca-a1f16ad274fb req-feab7fc3-8344-4bfe-b356-aad2714eaaf8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385239 Apr 30 07:09:05.834864 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d9de-f88f-4b40-9741-25469a39d45b req-b54ea5d1-e23f-4543-aff2-00a0391c2b5e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:05.836346 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f565d9de-f88f-4b40-9741-25469a39d45b req-b54ea5d1-e23f-4543-aff2-00a0391c2b5e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0951765 Apr 30 07:09:05.846800 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36462) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:05.852299 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Request body: {'floatingip': {'port_id': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:05.928698 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:06.588089 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:06.604903 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:06.890830 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Floating IP b19c65d9-9407-47c2-a225-f0a4428fd732 associated. External IP: 172.28.1.80, port: 2cc8e21c-7a13-4e16-975b-a91ee55de2c6. Apr 30 07:09:06.963322 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-f371846e-3ac0-4844-b12f-f41ddf52940d tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:06.963941 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-f371846e-3ac0-4844-b12f-f41ddf52940d tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/networks?id=99ee20f2-1d49-486a-906d-7b68fc5c4812 HTTP/1.1" status: 200 len: 814 time: 0.3009844 Apr 30 07:09:07.040117 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-0db86cae-a10d-420b-a9eb-b57603beb1f5 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/quotas/af2808c727954b70a613adcf7a4671b4 HTTP/1.1" status: 200 len: 375 time: 0.0629897 Apr 30 07:09:07.099628 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-ddcf606f-22b9-47bb-9d70-09bf0067781b tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af2808c727954b70a613adcf7a4671b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519092 Apr 30 07:09:07.363857 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-d987c544-bee7-43d6-8d60-9273e34b2b3d service neutron] 10.222.0.11 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566943 Apr 30 07:09:07.481496 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Router 5ab744ce-84b2-4850-9dc2-1e02989f01bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:09:07.575389 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-0c32a4c1-e8db-493f-ae0d-97291f111a8c service neutron] 10.222.0.11 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000113 Apr 30 07:09:07.681850 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:09:07.693191 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:07.700535 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] Sync routers for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:09:07.710668 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:07.711626 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:08:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:07.767229 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-314337c7-587e-4567-9b53-f127c45d5414 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "PUT /v2.0/floatingips/b19c65d9-9407-47c2-a225-f0a4428fd732 HTTP/1.1" status: 200 len: 990 time: 1.9193847 Apr 30 07:09:07.768062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:07.778824 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-c7da3d7f-4f20-4407-8c60-a7c856bfa058 req-d1eba301-1be2-439e-b0de-79f9b8cddfb6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 210 time: 0.0561991 Apr 30 07:09:07.822464 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'status': 'completed', 'code': 200} Apr 30 07:09:07.914507 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:08.073163 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-c1a2405f-022e-4b13-8e86-b92e38f3e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:08.074673 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-c1a2405f-022e-4b13-8e86-b92e38f3e5c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1098 time: 0.2286644 Apr 30 07:09:08.233872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-05e6cd09-c53b-44de-96fd-151d8ea0a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:08.235454 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-05e6cd09-c53b-44de-96fd-151d8ea0a9ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1529610 Apr 30 07:09:08.321221 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'b19c65d9-9407-47c2-a225-f0a4428fd732', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'floating_ip_address': '172.28.1.80', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'port_id': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'mac_address': 'fa:16:3e:50:58:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:08:53Z', 'updated_at': '2021-04-30T07:09:06Z', 'revision_number': 1, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:08.325114 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] Checking router: 5ab744ce-84b2-4850-9dc2-1e02989f01bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:09:08.334518 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:08.335131 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:08:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:08.384966 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-d227c079-9908-46b5-a864-810d983aca4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 200 len: 998 time: 0.1410594 Apr 30 07:09:08.466286 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298de30-3001-42ec-83f4-1de406e9570b req-21ac9a62-f770-415b-8ee9-b155a215f990 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:08.467669 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0298de30-3001-42ec-83f4-1de406e9570b req-21ac9a62-f770-415b-8ee9-b155a215f990 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.1661992 Apr 30 07:09:08.469145 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-00bc4f44-cba3-4cf8-b0c6-1baac092160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:08.470437 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-00bc4f44-cba3-4cf8-b0c6-1baac092160a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0778961 Apr 30 07:09:08.514617 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:08.555390 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0298de30-3001-42ec-83f4-1de406e9570b req-19c5f5d0-e14c-4629-ace4-c58c7d8cc9c3 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810225 Apr 30 07:09:08.579541 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-b4a60d0e-64e0-433c-9314-9dca1e587829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:08.581117 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-b4a60d0e-64e0-433c-9314-9dca1e587829 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926330 Apr 30 07:09:08.711638 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-0e36cc63-dc90-496a-97a2-11e248b1696e service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221988 Apr 30 07:09:08.865837 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'b19c65d9-9407-47c2-a225-f0a4428fd732', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'floating_ip_address': '172.28.1.80', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'port_id': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'mac_address': 'fa:16:3e:50:58:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:08:53Z', 'updated_at': '2021-04-30T07:09:06Z', 'revision_number': 1, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:08.869968 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427e731-5b41-4120-b508-6fd3c1cd88a2 None None] The sync data for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb is: [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'b19c65d9-9407-47c2-a225-f0a4428fd732', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'floating_ip_address': '172.28.1.80', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'port_id': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'mac_address': 'fa:16:3e:50:58:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:08:53Z', 'updated_at': '2021-04-30T07:09:06Z', 'revision_number': 1, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:09:08.952789 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2f2acaed-75c3-4309-8d28-39ff510d949d req-68de1295-ae2b-4c27-9e8f-a45ff0d37ccd tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 210 time: 0.0657012 Apr 30 07:09:08.974839 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-d15bffa3-6375-4538-8fc0-e5498b9007d5 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:08.976252 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-d15bffa3-6375-4538-8fc0-e5498b9007d5 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "GET /v2.0/networks?id=99ee20f2-1d49-486a-906d-7b68fc5c4812 HTTP/1.1" status: 200 len: 814 time: 0.1550002 Apr 30 07:09:08.991547 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Request body: {'port': {'device_id': '91793fd7-590b-4eef-a022-55072e43103b', 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812', 'admin_state_up': True, 'tenant_id': 'af2808c727954b70a613adcf7a4671b4'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:09.094160 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fedf8de2-b624-4c5b-8cea-75585f8a8c87 req-069061d5-c8b2-4abc-9c66-8ae36d5bf99e service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690720 Apr 30 07:09:09.120805 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01630c0e-88e2-49d1-b7f4-4204bf7d6359 None None] New status for floating IP b19c65d9-9407-47c2-a225-f0a4428fd732: ACTIVE {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:09:09.153058 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:09.156808 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Usage tracker for resource:port and tenant:af2808c727954b70a613adcf7a4671b4 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:09.159646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:09.165176 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:09.175673 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Made reservation on behalf of af2808c727954b70a613adcf7a4671b4 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:09:09.179032 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:09.335853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Allocated IP 172.20.0.7 (99ee20f2-1d49-486a-906d-7b68fc5c4812/d18a2bc0-783c-488e-893b-85bea7500308/26e79ade-c019-42c3-b7ae-0ee2271b7727) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:09:09.545461 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:09.582339 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:09.588226 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-bef113ec-4a98-4dc1-b381-24f7aac7c94b tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:09.652103 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:09:09.655667 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:09.658291 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:09:09.762621 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cb67-8192-4017-b7a6-781cfdb6e9a0 req-64173dbf-2a42-468d-8273-e23644eaeb16 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:09.764158 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-15d9cb67-8192-4017-b7a6-781cfdb6e9a0 req-64173dbf-2a42-468d-8273-e23644eaeb16 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0933912 Apr 30 07:09:09.797934 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Pushing event updated for resources: {'Port': ['ID=26e79ade-c019-42c3-b7ae-0ee2271b7727,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:09.803450 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:09.817422 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-15d9cb67-8192-4017-b7a6-781cfdb6e9a0 req-e23818bd-2179-44b5-b901-f03a879d8b3b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Apr 30 07:09:09.823328 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:09.823892 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:09.846261 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587298 Apr 30 07:09:09.858276 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Request body: {'port': {'device_id': '91793fd7-590b-4eef-a022-55072e43103b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:09.968738 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:10.274715 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90399a73-e196-4fa9-9bbc-e6148318d773 req-1bbbef58-f3e2-4c37-bc3f-e88b7041bb70 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:10.275420 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-90399a73-e196-4fa9-9bbc-e6148318d773 req-1bbbef58-f3e2-4c37-bc3f-e88b7041bb70 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Synchronizing usage tracker for tenant:af2808c727954b70a613adcf7a4671b4 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:09:10.320202 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-90399a73-e196-4fa9-9bbc-e6148318d773 req-1bbbef58-f3e2-4c37-bc3f-e88b7041bb70 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Unset dirty status for tenant:af2808c727954b70a613adcf7a4671b4 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:09:10.321352 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-90399a73-e196-4fa9-9bbc-e6148318d773 req-1bbbef58-f3e2-4c37-bc3f-e88b7041bb70 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 931 time: 0.2419975 Apr 30 07:09:10.407663 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e79ade-c019-42c3-b7ae-0ee2271b7727 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:09:10.417840 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:10.422355 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-90399a73-e196-4fa9-9bbc-e6148318d773 req-0aa8b7e7-ce60-42a6-8b80-249fe0b2b07b tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690193 Apr 30 07:09:10.440739 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Transition to ACTIVE for port object 26e79ade-c019-42c3-b7ae-0ee2271b7727 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:10.447026 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:10.450697 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c1f67251-050a-4c16-b923-108bf956ba80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:10.638071 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Pushing event updated for resources: {'Port': ['ID=26e79ade-c019-42c3-b7ae-0ee2271b7727,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:10.646571 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:10.726089 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-6d2642f4-45f5-42d3-83b0-8c38c620feee tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:10.727547 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-6d2642f4-45f5-42d3-83b0-8c38c620feee tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.2490780 Apr 30 07:09:10.763325 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Attempting to bind port 26e79ade-c019-42c3-b7ae-0ee2271b7727 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:09:10.763636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Attempting to bind port 26e79ade-c019-42c3-b7ae-0ee2271b7727 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:09:10.763986 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Attempting to bind port 26e79ade-c019-42c3-b7ae-0ee2271b7727 on network 99ee20f2-1d49-486a-906d-7b68fc5c4812 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:09:10.780898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Port 26e79ade-c019-42c3-b7ae-0ee2271b7727 on network 99ee20f2-1d49-486a-906d-7b68fc5c4812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:09:10.781215 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Attempting to bind port 26e79ade-c019-42c3-b7ae-0ee2271b7727 on network 99ee20f2-1d49-486a-906d-7b68fc5c4812 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:09:10.790346 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:09:10.790689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Checking segment: {'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:09:10.791070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Bound using segment: {'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:09:10.792123 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Bound port: 26e79ade-c019-42c3-b7ae-0ee2271b7727, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:09:10.792485 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:10.938440 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] For port 26e79ade-c019-42c3-b7ae-0ee2271b7727, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:09:10.948620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] For port 26e79ade-c019-42c3-b7ae-0ee2271b7727, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=26e79ade-c019-42c3-b7ae-0ee2271b7727,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:09:10.954098 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Deleting port bbc7b91c-820e-44a8-8e6c-7005c9c60463 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:09:10.954486 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:10.972969 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:10.986895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8ab09f1a-8a77-49b7-86ab-c27cc8ad3481 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:11.008564 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d38cf-b170-463a-ae47-f71f98ea93c7 req-78a1482b-c444-4ed4-a6c9-fcf3f34be36d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:11.010671 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4a5d38cf-b170-463a-ae47-f71f98ea93c7 req-78a1482b-c444-4ed4-a6c9-fcf3f34be36d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 945 time: 0.0849502 Apr 30 07:09:11.055144 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4a5d38cf-b170-463a-ae47-f71f98ea93c7 req-fe276463-bf51-4dbe-a9b8-6111bf3787bf tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 Apr 30 07:09:11.101104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:11.101698 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:11.103084 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] 10.222.0.25 "PUT /v2.0/ports/26e79ade-c019-42c3-b7ae-0ee2271b7727 HTTP/1.1" status: 200 len: 1093 time: 1.2489166 Apr 30 07:09:11.103558 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91793fd7-590b-4eef-a022-55072e43103b', 'tag': '26e79ade-c019-42c3-b7ae-0ee2271b7727'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:11.133160 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Pushing event updated for resources: {'Port': ['ID=26e79ade-c019-42c3-b7ae-0ee2271b7727,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:11.137954 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:11.156497 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91793fd7-590b-4eef-a022-55072e43103b', 'tag': '26e79ade-c019-42c3-b7ae-0ee2271b7727', 'status': 'completed', 'code': 200} Apr 30 07:09:11.204311 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] For port bbc7b91c-820e-44a8-8e6c-7005c9c60463, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=bbc7b91c-820e-44a8-8e6c-7005c9c60463,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:11.204669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:11.327934 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Calling delete_port for bbc7b91c-820e-44a8-8e6c-7005c9c60463 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:09:11.443746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-06e0742a-437e-46fb-b5de-e36563caae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:11.445114 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-06e0742a-437e-46fb-b5de-e36563caae53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af2808c727954b70a613adcf7a4671b4&device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 1096 time: 0.2879112 Apr 30 07:09:11.518829 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-334e205f-e694-4bf1-a305-e9b2d2f8a563 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e79ade-c019-42c3-b7ae-0ee2271b7727 HTTP/1.1" status: 200 len: 217 time: 0.0653777 Apr 30 07:09:11.667727 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-c01e8275-6a57-497f-8e8b-eea136ccf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:11.669191 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-c01e8275-6a57-497f-8e8b-eea136ccf283 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d18a2bc0-783c-488e-893b-85bea7500308 HTTP/1.1" status: 200 len: 854 time: 0.1429665 Apr 30 07:09:11.717983 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:11.722443 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-c6db3003-d200-4056-8e86-5b005a1a538c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99ee20f2-1d49-486a-906d-7b68fc5c4812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449777 Apr 30 07:09:11.726809 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-43332189-73a4-4ab0-afcd-015a0d803b8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:11.729646 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['4e8b8501-b98f-45c3-8b80-5d720b0ce8b3', 'bbc7b91c-820e-44a8-8e6c-7005c9c60463'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:09:11.795719 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Pushing event deleted for resources: {'Port': ['ID=bbc7b91c-820e-44a8-8e6c-7005c9c60463,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:11.809987 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:11.948582 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] No DVR routers for this DVR port bbc7b91c-820e-44a8-8e6c-7005c9c60463 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:09:11.952825 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:11.969643 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc424764-386a-49f7-bed9-59f55ad4fd00 req-c648db44-56a0-4799-ba3c-f75e4d83f764 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:11.971091 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dc424764-386a-49f7-bed9-59f55ad4fd00 req-c648db44-56a0-4799-ba3c-f75e4d83f764 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 943 time: 0.3863873 Apr 30 07:09:11.997248 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ff29b6e1-00bc-4b4f-ae65-aaefb1ef175e req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "DELETE /v2.0/ports/bbc7b91c-820e-44a8-8e6c-7005c9c60463 HTTP/1.1" status: 204 len: 173 time: 1.2626445 Apr 30 07:09:12.023236 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-88533ee1-5d7d-4bc6-ba39-e90f06d6ef37 service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680476 Apr 30 07:09:12.058129 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dc424764-386a-49f7-bed9-59f55ad4fd00 req-e9382b87-a6ba-4611-81da-7b59870359f5 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808179 Apr 30 07:09:12.164065 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26dd0b75-46ac-4f86-81f7-5772e056063a req-e2b2b5d4-9f87-49c9-81f3-e794ae6ac1cc service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322613 Apr 30 07:09:12.232613 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ddba5989-a04b-4a53-b370-9a206eb0b586 req-577eef54-0a55-4f58-818e-e4417827fd1f tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=85768cf6-66cb-4141-9255-6ed60b19a4bf HTTP/1.1" status: 200 len: 210 time: 0.0441906 Apr 30 07:09:12.284896 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-de96a2f3-4e53-4ea1-a121-4e4e726305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:12.286532 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-de96a2f3-4e53-4ea1-a121-4e4e726305ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af2808c727954b70a613adcf7a4671b4&device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 1096 time: 0.0732718 Apr 30 07:09:12.424943 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-ed478756-ec34-4723-ae29-f8682950affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:12.426444 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-ed478756-ec34-4723-ae29-f8682950affd service neutron] 10.222.0.25 "GET /v2.0/networks?id=99ee20f2-1d49-486a-906d-7b68fc5c4812 HTTP/1.1" status: 200 len: 915 time: 0.1316476 Apr 30 07:09:12.499824 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-c234bf44-35d8-4eee-ba1b-a4b38b059fdb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e79ade-c019-42c3-b7ae-0ee2271b7727 HTTP/1.1" status: 200 len: 217 time: 0.0622027 Apr 30 07:09:12.561825 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-b81e5602-50b0-4ba5-8b9c-dbf5255faab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:12.563279 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-b81e5602-50b0-4ba5-8b9c-dbf5255faab0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d18a2bc0-783c-488e-893b-85bea7500308 HTTP/1.1" status: 200 len: 854 time: 0.0559111 Apr 30 07:09:12.609915 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-36d7dad4-0ef0-400e-993c-90df6acf7177 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99ee20f2-1d49-486a-906d-7b68fc5c4812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390708 Apr 30 07:09:12.741853 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-60a7a61f-1f24-4bc8-a7dc-269a92595ed8 service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244545 Apr 30 07:09:12.874007 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2dd3fb44-10a6-43d0-8b1d-0280949d00f6 req-a57301bf-2629-4fba-a3f6-815f74e65d30 service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215677 Apr 30 07:09:13.158206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'name': 'network-vif-deleted', 'tag': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:13.206214 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85768cf6-66cb-4141-9255-6ed60b19a4bf', 'name': 'network-vif-deleted', 'tag': 'bbc7b91c-820e-44a8-8e6c-7005c9c60463', 'status': 'completed', 'code': 200} Apr 30 07:09:13.248333 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116c63-1d6d-44b7-88d8-99e12d235167 req-5640f177-f518-44e8-8be7-82a4d5f6bbd7 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:13.249768 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a6116c63-1d6d-44b7-88d8-99e12d235167 req-5640f177-f518-44e8-8be7-82a4d5f6bbd7 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 943 time: 0.0838397 Apr 30 07:09:13.294036 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-a6116c63-1d6d-44b7-88d8-99e12d235167 req-d070e0d8-79c7-4e86-80b5-ebd52bae9aff tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Synchronizing usage tracker for tenant:af2808c727954b70a613adcf7a4671b4 on resource:security_group {{(pid=73781) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:09:13.313213 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [req-a6116c63-1d6d-44b7-88d8-99e12d235167 req-d070e0d8-79c7-4e86-80b5-ebd52bae9aff tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Unset dirty status for tenant:af2808c727954b70a613adcf7a4671b4 on resource:security_group {{(pid=73781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:09:13.314433 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a6116c63-1d6d-44b7-88d8-99e12d235167 req-d070e0d8-79c7-4e86-80b5-ebd52bae9aff tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Apr 30 07:09:13.774551 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053b634-5d88-48ce-935c-c33a26c26e2b req-99ae431d-c86e-43b7-b58f-b30c8b72dd8a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:13.775405 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-9053b634-5d88-48ce-935c-c33a26c26e2b req-99ae431d-c86e-43b7-b58f-b30c8b72dd8a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Synchronizing usage tracker for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:09:13.796040 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-9053b634-5d88-48ce-935c-c33a26c26e2b req-99ae431d-c86e-43b7-b58f-b30c8b72dd8a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Unset dirty status for tenant:b350e5e70d4547299beb9577723aad75 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:09:13.797617 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9053b634-5d88-48ce-935c-c33a26c26e2b req-99ae431d-c86e-43b7-b58f-b30c8b72dd8a tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.1861176 Apr 30 07:09:13.852496 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9053b634-5d88-48ce-935c-c33a26c26e2b req-d24a02b1-a88c-4229-8bc6-51661fa9677c tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Apr 30 07:09:14.515532 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e5aec-f40d-49e1-b015-af64cc60860f req-b59dbbb1-0590-4047-b02f-57b9b6cbb57f tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:14.516991 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-c87e5aec-f40d-49e1-b015-af64cc60860f req-b59dbbb1-0590-4047-b02f-57b9b6cbb57f tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 943 time: 0.0833561 Apr 30 07:09:14.564532 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-c87e5aec-f40d-49e1-b015-af64cc60860f req-1281fe2c-c1f1-4ac2-9002-ac24e27ad6c5 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387342 Apr 30 07:09:15.057307 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237558-1a2d-4d5d-954b-21039ac2d676 req-3a0b8f16-af4d-4d55-919c-945ee51a9ea2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:15.058785 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ee237558-1a2d-4d5d-954b-21039ac2d676 req-3a0b8f16-af4d-4d55-919c-945ee51a9ea2 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0904164 Apr 30 07:09:15.106839 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ee237558-1a2d-4d5d-954b-21039ac2d676 req-6480683a-4dbc-4e1d-904c-5a7dfe95d1d0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Apr 30 07:09:15.432488 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 26e79ade-c019-42c3-b7ae-0ee2271b7727 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:09:15.437444 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device bbc7b91c-820e-44a8-8e6c-7005c9c60463 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:09:15.479196 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: bbc7b91c-820e-44a8-8e6c-7005c9c60463 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:09:15.479544 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device bbc7b91c-820e-44a8-8e6c-7005c9c60463 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:09:15.632883 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 26e79ade-c019-42c3-b7ae-0ee2271b7727, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=26e79ade-c019-42c3-b7ae-0ee2271b7727,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:15.645863 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '26e79ade-c019-42c3-b7ae-0ee2271b7727', 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812', 'port_id': '26e79ade-c019-42c3-b7ae-0ee2271b7727', 'mac_address': 'fa:16:3e:80:c9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a2bc0-783c-488e-893b-85bea7500308', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:09:15.702816 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:15.719103 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e79ade-c019-42c3-b7ae-0ee2271b7727 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:09:15.735137 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 26e79ade-c019-42c3-b7ae-0ee2271b7727, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=26e79ade-c019-42c3-b7ae-0ee2271b7727,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:15.740549 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:15.742394 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:15.752421 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7ea5-1b3d-4f16-8f15-657ff1ab43d7 req-8fc98128-604d-40be-8054-be45a9868c65 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:15.753875 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4a7d7ea5-1b3d-4f16-8f15-657ff1ab43d7 req-8fc98128-604d-40be-8054-be45a9868c65 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 943 time: 0.0808334 Apr 30 07:09:15.802990 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4a7d7ea5-1b3d-4f16-8f15-657ff1ab43d7 req-40b59a44-3e90-4be9-a16d-4c0aa0679438 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Apr 30 07:09:15.809265 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=26e79ade-c019-42c3-b7ae-0ee2271b7727,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:15.812367 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:15.990515 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['26e79ade-c019-42c3-b7ae-0ee2271b7727'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:09:16.494815 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949ba04-a441-42e8-bb36-feed769dfeb8 req-1e6b4fe0-8266-4051-a7c0-d0db14c23cb7 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:16.497816 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3949ba04-a441-42e8-bb36-feed769dfeb8 req-1e6b4fe0-8266-4051-a7c0-d0db14c23cb7 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0966706 Apr 30 07:09:16.612365 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3949ba04-a441-42e8-bb36-feed769dfeb8 req-e1178aac-36d5-4d45-8a3f-ff54cffbf32d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069820 Apr 30 07:09:17.014687 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1851386-ff44-4558-acdd-b2157d34003f req-5558621f-9952-4bdd-84bd-695acf91cb37 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:17.016177 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a1851386-ff44-4558-acdd-b2157d34003f req-5558621f-9952-4bdd-84bd-695acf91cb37 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 944 time: 0.0998125 Apr 30 07:09:17.077458 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a1851386-ff44-4558-acdd-b2157d34003f req-f72f0456-aa24-4937-b76c-48e84e0e6ef8 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550468 Apr 30 07:09:17.431300 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 26e79ade-c019-42c3-b7ae-0ee2271b7727 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:17.505787 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 26e79ade-c019-42c3-b7ae-0ee2271b7727 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:17.510082 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 26e79ade-c019-42c3-b7ae-0ee2271b7727 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:17.510486 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:17.620617 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:17.648131 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91793fd7-590b-4eef-a022-55072e43103b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e79ade-c019-42c3-b7ae-0ee2271b7727'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:17.658631 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 26e79ade-c019-42c3-b7ae-0ee2271b7727, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=26e79ade-c019-42c3-b7ae-0ee2271b7727,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:17.666107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:17.668005 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:17.699905 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91793fd7-590b-4eef-a022-55072e43103b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e79ade-c019-42c3-b7ae-0ee2271b7727', 'code': 200} Apr 30 07:09:17.737723 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=26e79ade-c019-42c3-b7ae-0ee2271b7727,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:17.740721 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:17.802290 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4d95-2ec6-4ef0-a0f1-00b12e2d82f9 req-aa0c3ff0-fdbf-4928-a000-624f2c06ae2d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:17.803795 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ceba4d95-2ec6-4ef0-a0f1-00b12e2d82f9 req-aa0c3ff0-fdbf-4928-a000-624f2c06ae2d tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0832326 Apr 30 07:09:17.849883 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ceba4d95-2ec6-4ef0-a0f1-00b12e2d82f9 req-ad400ca6-0df8-4ddf-83b6-117cb9ec42d0 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Apr 30 07:09:17.951620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6e5c-599c-432f-babc-3184b174c4bb req-4c95bf7f-fd48-4c1b-b0d0-5a60d77124b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:17.953062 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-816d6e5c-599c-432f-babc-3184b174c4bb req-4c95bf7f-fd48-4c1b-b0d0-5a60d77124b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 1098 time: 0.0722332 Apr 30 07:09:17.996772 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-816d6e5c-599c-432f-babc-3184b174c4bb req-a426ce66-4bb9-4ead-9ae0-8817e999fd6e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Apr 30 07:09:18.285361 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f20bd-258a-4b29-9ef6-dde2ff544f24 req-5259a8fb-7c49-4fa0-b653-83353dcc3868 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:18.286702 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0a0f20bd-258a-4b29-9ef6-dde2ff544f24 req-5259a8fb-7c49-4fa0-b653-83353dcc3868 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.0912766 Apr 30 07:09:18.336336 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0a0f20bd-258a-4b29-9ef6-dde2ff544f24 req-187308c9-da92-4a08-a2c1-92b5dbd2641d tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Apr 30 07:09:19.042711 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b11f41-e3e1-40f6-8f5f-9828c3d6e140 req-41058600-07a6-47aa-818a-c85634a925fa tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:19.044074 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-79b11f41-e3e1-40f6-8f5f-9828c3d6e140 req-41058600-07a6-47aa-818a-c85634a925fa tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0783064 Apr 30 07:09:19.088634 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-79b11f41-e3e1-40f6-8f5f-9828c3d6e140 req-e7742b54-bce8-435c-8db5-37647dea2800 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/security-groups?id=6407452c-5e37-4e62-b013-08c20c904ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387795 Apr 30 07:09:19.244581 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-9a63f51d-cf3b-4352-ae94-4c7c64437ed7 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:19.246096 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-9a63f51d-cf3b-4352-ae94-4c7c64437ed7 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 945 time: 0.0854242 Apr 30 07:09:19.383859 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Deleting port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:09:19.384207 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:19.514522 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] For port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:19.514868 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:19.521000 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffef8d-3b15-4247-bca6-4f7bae2d5744 req-3c156139-3fad-4d0e-b8e0-f9dc165beae2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:19.522512 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f8ffef8d-3b15-4247-bca6-4f7bae2d5744 req-3c156139-3fad-4d0e-b8e0-f9dc165beae2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.0812328 Apr 30 07:09:19.565895 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-f8ffef8d-3b15-4247-bca6-4f7bae2d5744 req-99ad7256-1f95-4cce-90e1-2082bafbdc1d tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375404 Apr 30 07:09:19.634096 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Calling delete_port for 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:09:19.744276 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:19.750150 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d9113071-9f9b-4063-95c2-a6cf20a81679 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:19.756495 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['4e8b8501-b98f-45c3-8b80-5d720b0ce8b3'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:09:19.793999 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Pushing event deleted for resources: {'Port': ['ID=4e8b8501-b98f-45c3-8b80-5d720b0ce8b3,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:19.797106 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:19.868832 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] No DVR routers for this DVR port 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:09:19.871755 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:19.874417 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'name': 'network-vif-deleted', 'tag': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:19.892731 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-18997677-8225-4e6e-a84d-4ca412d55b5e req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.25 "DELETE /v2.0/ports/4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 HTTP/1.1" status: 204 len: 173 time: 0.6405764 Apr 30 07:09:19.926123 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d2b764-96bb-483b-9827-983cc452b3da', 'name': 'network-vif-deleted', 'tag': '4e8b8501-b98f-45c3-8b80-5d720b0ce8b3', 'status': 'completed', 'code': 200} Apr 30 07:09:20.253047 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e4d37d0b-1c5f-4e7f-b487-f16dd1045925 req-50e545d0-d5df-4471-8040-a8aa7c8e49e8 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d2b764-96bb-483b-9827-983cc452b3da HTTP/1.1" status: 200 len: 210 time: 0.0436671 Apr 30 07:09:21.347349 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36642) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:21.971597 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395379'] for router_interface, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:22.387206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Deleting port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:09:22.387885 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:22.509780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] For port 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,segment=NetworkSegment(d2da962f-8faa-44be-9b7e-61927dcbcc7f),segment_id=d2da962f-8faa-44be-9b7e-61927dcbcc7f)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:22.510133 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:22.633333 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Calling delete_port for 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b owned by network:router_interface {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:09:22.931874 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:22.935256 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:22.977014 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Pushing event deleted for resources: {'Port': ['ID=3d82c06f-bfaf-4679-a8eb-9cb321c1c99b,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:22.979847 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:23.333208 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449731'] for router_interface, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:23.440810 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:09:23.477724 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:09:23.478114 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 4e8b8501-b98f-45c3-8b80-5d720b0ce8b3 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:09:23.697329 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Router f21f3853-cdab-4173-9b1d-7f9267dc1ebb has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:09:23.877890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:09:23.889325 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a4960-2911-4e7f-9d70-835478270456 None None] Sync routers for ids ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:09:23.894504 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] 10.222.0.11 "PUT /v2.0/routers/f21f3853-cdab-4173-9b1d-7f9267dc1ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5459108 Apr 30 07:09:23.897407 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36654) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:23.900798 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] Routers {'f21f3853-cdab-4173-9b1d-7f9267dc1ebb'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:23.901430 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:08:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:24.080932 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:24.118800 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] Set router f21f3853-cdab-4173-9b1d-7f9267dc1ebb gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:24.263670 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:24.338032 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Deleting port 3361d20b-7578-41d8-a0db-78971bdd133f {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:09:24.338408 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:24.406888 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:09:22Z', 'revision_number': 5, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port': {'id': '3361d20b-7578-41d8-a0db-78971bdd133f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:06:33Z', 'updated_at': '2021-04-30T07:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:24.410598 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a4960-2911-4e7f-9d70-835478270456 None None] Checking router: f21f3853-cdab-4173-9b1d-7f9267dc1ebb for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:09:24.418771 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] Routers {'f21f3853-cdab-4173-9b1d-7f9267dc1ebb'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:24.419377 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:08:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:24.462826 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] For port 3361d20b-7578-41d8-a0db-78971bdd133f, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3361d20b-7578-41d8-a0db-78971bdd133f,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:24.463193 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:24.573622 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] Set router f21f3853-cdab-4173-9b1d-7f9267dc1ebb gateway port host: None {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:24.588817 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Calling delete_port for 3361d20b-7578-41d8-a0db-78971bdd133f owned by network:router_gateway {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:09:24.680668 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-342a4960-2911-4e7f-9d70-835478270456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:09:24Z', 'revision_number': 6, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port_host': None}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:24.684904 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a4960-2911-4e7f-9d70-835478270456 None None] The sync data for ids ['f21f3853-cdab-4173-9b1d-7f9267dc1ebb'] in dv-cinder-773876-2-smb is: [{'id': 'f21f3853-cdab-4173-9b1d-7f9267dc1ebb', 'name': 'tempest-ServerRescueNegativeTestJSON-656195449-router', 'tenant_id': 'b350e5e70d4547299beb9577723aad75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:06:32Z', 'updated_at': '2021-04-30T07:09:24Z', 'revision_number': 6, 'project_id': 'b350e5e70d4547299beb9577723aad75', 'gw_port_host': None}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:09:24.854452 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:24.858368 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:24.985655 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=3361d20b-7578-41d8-a0db-78971bdd133f,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:24.988733 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:25.072766 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-37fc24f9-3053-4523-bfe2-99bdbf602efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.081838 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456932'] for router_gateway, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.253065 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112541'] for router, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.255260 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.345371 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450113'] for router, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.346008 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21f3853-cdab-4173-9b1d-7f9267dc1ebb {{(pid=73781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 07:09:25.360281 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.361404 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] 10.222.0.11 "DELETE /v2.0/routers/f21f3853-cdab-4173-9b1d-7f9267dc1ebb HTTP/1.1" status: 204 len: 168 time: 1.4629264 Apr 30 07:09:25.363907 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36662) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:25.427081 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Deleting subnet 1e012829-8a43-4bc3-9926-8bf8b10990e8 {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:09:25.430190 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.478894 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.536046 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.800632 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.807256 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-32623e07-2ae8-43f4-b56b-e51bd8245964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:25.844866 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e012829-8a43-4bc3-9926-8bf8b10990e8,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:25.848381 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:25.851206 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.859723 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-294bca6b-3bc1-4f09-9b5d-134f32c4c28a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e012829-8a43-4bc3-9926-8bf8b10990e8 HTTP/1.1" status: 204 len: 168 time: 0.4925277 Apr 30 07:09:25.860897 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36670) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:25.874043 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:25.984920 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:26.110173 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:26.156073 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3361d20b-7578-41d8-a0db-78971bdd133f no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:09:26.189537 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 3361d20b-7578-41d8-a0db-78971bdd133f {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:09:26.189898 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3361d20b-7578-41d8-a0db-78971bdd133f not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:09:26.190358 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:09:26.216795 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f129c03-173e-4e6e-aabc-5e51c4fd928d']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:26.223158 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:09:26.223538 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3d82c06f-bfaf-4679-a8eb-9cb321c1c99b not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:09:26.228934 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2da962f-8faa-44be-9b7e-61927dcbcc7f') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:26.229240 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2da962f-8faa-44be-9b7e-61927dcbcc7f') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:26.241153 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:26.257343 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:26.263273 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:09:26.510854 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:09:26.518947 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:26.686444 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Network 3f129c03-173e-4e6e-aabc-5e51c4fd928d has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:09:26.707187 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:09:26.783275 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:26.788376 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:26.801563 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:26.817299 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f129c03-173e-4e6e-aabc-5e51c4fd928d,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:26.820555 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:26.829154 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3f129c03-173e-4e6e-aabc-5e51c4fd928d HTTP/1.1" status: 204 len: 168 time: 0.9672585 Apr 30 07:09:26.964721 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36680) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:27.014274 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1e587492-9313-4297-97ff-595da29d3ef3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b350e5e70d4547299beb9577723aad75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482903 Apr 30 07:09:27.016718 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36684) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:27.078840 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:27.105931 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:27.159910 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:27.163674 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4e527bee-5a6b-4827-97bd-291abb183825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:27.177224 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6407452c-5e37-4e62-b013-08c20c904ab8,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:27.179768 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:27.189870 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:27.193322 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6407452c-5e37-4e62-b013-08c20c904ab8 HTTP/1.1" status: 204 len: 168 time: 0.1734450 Apr 30 07:09:27.511118 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b8d26f21-2ee3-4292-bf82-b1a3b9404a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:27.823221 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:27.964023 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36710) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:28.082096 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1129422845-network', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:28.087058 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:28.091092 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Usage tracker for resource:network and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:28.093972 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:28.100808 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:28.116805 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Made reservation on behalf of cd6bdb267c7646fdbf84da99c7750b4e for: {'network': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:09:28.119169 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.131469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.146954 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:28.150838 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Usage tracker for resource:security_group_rule and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:28.153700 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:28.159474 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:28.249333 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.255521 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.258441 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5d8f67ba-2664-409c-b129-ee4b45888966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:28.285538 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=73782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:09:28.293894 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e737f84b-7efa-4b79-8469-1cdfbbf2acdc,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:28.297389 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:28.299805 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.300138 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.segments_db [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Added segment c22bba70-9864-46fb-bb15-a89bed9caae9 of type vlan for network 0f683be8-b97a-44a0-8d4c-1d10e970743d Apr 30 07:09:28.325069 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.356883 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.358235 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:28.358843 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.362274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5bab5893-0546-4cec-9728-06683dfd0788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:28.422532 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.458660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Pushing event updated for resources: {'Network': ['ID=0f683be8-b97a-44a0-8d4c-1d10e970743d,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:28.461901 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4967873 Apr 30 07:09:28.462783 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:28.464877 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36718) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:28.469892 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:09:28.470122 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Request body: {'subnet': {'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1129422845-subnet', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:28.475967 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:28.479219 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Usage tracker for resource:subnet and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:28.482150 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:28.487915 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:28.500576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Made reservation on behalf of cd6bdb267c7646fdbf84da99c7750b4e for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:09:28.502872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698287'] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.882576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698301'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:28.887370 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:28.958225 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:28.962875 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:28.976998 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Checking segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:09:28.977794 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Network hostable DHCP agents. Network: 0f683be8-b97a-44a0-8d4c-1d10e970743d, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:09:28.998190 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:09:29.008482 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 0f683be8-b97a-44a0-8d4c-1d10e970743d) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:29.018851 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:29.019096 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e69ef-5be0-4a3f-8fb5-24b13cc5f18e None None] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:09:29.019546 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.040871 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5749965 Apr 30 07:09:29.043646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36724) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:29.048643 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:29.053177 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:29.057759 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Usage tracker for resource:router and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:29.060945 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:29.067187 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:29.078593 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.079644 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.096401 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.242596 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-0f683be8-b97a-44a0-8d4c-1d10e970743d', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 07:09:29.243545 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.402645 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Allocated IP 172.20.0.2 (0f683be8-b97a-44a0-8d4c-1d10e970743d/bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6/069de0a9-16fc-4ac0-a873-9101bb5de097) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:09:29.521513 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.604552 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.614885 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Transition to ACTIVE for port object 069de0a9-16fc-4ac0-a873-9101bb5de097 will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:29.633621 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Transition to ACTIVE for port object 069de0a9-16fc-4ac0-a873-9101bb5de097 will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:29.641182 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.647551 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:29.729367 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:09:29.736374 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:29.740913 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:09:29.750770 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Pushing event updated for resources: {'Port': ['ID=069de0a9-16fc-4ac0-a873-9101bb5de097,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:29.780246 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:29.828917 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.836853 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Attempting to bind port 069de0a9-16fc-4ac0-a873-9101bb5de097 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:09:29.837241 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Attempting to bind port 069de0a9-16fc-4ac0-a873-9101bb5de097 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:09:29.837610 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Attempting to bind port 069de0a9-16fc-4ac0-a873-9101bb5de097 on network 0f683be8-b97a-44a0-8d4c-1d10e970743d {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:09:29.843134 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:09:29.843506 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Checking segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:09:29.843911 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.844311 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Bound using segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:09:29.844775 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Bound port: 069de0a9-16fc-4ac0-a873-9101bb5de097, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:09:29.845149 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.857191 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.931798 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] For port 069de0a9-16fc-4ac0-a873-9101bb5de097, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:09:29.935530 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] For port 069de0a9-16fc-4ac0-a873-9101bb5de097, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=069de0a9-16fc-4ac0-a873-9101bb5de097,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:09:29.942048 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:29.945833 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:29.999570 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Allocated IP 172.28.1.191 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:09:30.025629 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Pushing event updated for resources: {'Port': ['ID=069de0a9-16fc-4ac0-a873-9101bb5de097,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:30.031754 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:30.164615 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:30.211810 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:30.215512 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-75f3f77d-ccbc-4cf0-810b-404d09c90b93 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:30.284975 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:09:30.286085 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:30.290662 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:09:30.325550 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:30.337206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:30.339988 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:30.428849 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:09:30.817498 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:30.840401 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60476bac-2e2c-4a5a-9f93-0e153f9a33c8 None None] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:09:30.989667 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3dd540f8-7e6a-4ccc-b736-3382ca2ee46b None None] Provisioning for port 069de0a9-16fc-4ac0-a873-9101bb5de097 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:31.159486 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:31.373895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Router adbde64a-6dc9-41c7-8c33-0d30ab053498 is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 07:09:31.547563 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:09:31.557450 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Sync routers for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:09:31.567157 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:31.567790 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:09:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:31.573746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Notify callbacks [] for router, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:31.575048 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5304797 Apr 30 07:09:31.577932 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36738) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:31.745346 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:32.031186 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:30Z', 'revision_number': 3, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:32.035313 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Checking router: adbde64a-6dc9-41c7-8c33-0d30ab053498 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:09:32.035597 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Updating router adbde64a-6dc9-41c7-8c33-0d30ab053498 port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:09:32.089762 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.209407 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 069de0a9-16fc-4ac0-a873-9101bb5de097 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:32.371003 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.381314 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 069de0a9-16fc-4ac0-a873-9101bb5de097 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:32.397756 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 069de0a9-16fc-4ac0-a873-9101bb5de097 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:32.398138 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.572730 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Allocated IP 172.20.0.1 (0f683be8-b97a-44a0-8d4c-1d10e970743d/bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6/a0bb2920-8fc0-4871-885e-b78e8df79dec) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:09:32.600968 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.622793 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Transition to ACTIVE for port object d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:32.628415 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.637743 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.642527 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:32.727593 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.732999 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 069de0a9-16fc-4ac0-a873-9101bb5de097, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=069de0a9-16fc-4ac0-a873-9101bb5de097,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:32.737278 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Attempting to bind port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:09:32.737937 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Attempting to bind port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:09:32.738159 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Attempting to bind port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:09:32.743014 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Transition to ACTIVE for port object a0bb2920-8fc0-4871-885e-b78e8df79dec will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:32.746689 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.748856 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad08b9-a80a-46fa-8456-fe83d01434ed None None] Pushing event updated for resources: {'Port': ['ID=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:32.751086 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:09:32.751535 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:09:32.751869 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.752237 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:09:32.752720 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Bound port: d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:09:32.753086 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.767990 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.772451 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d3f79088-65b5-4bf3-9ebb-ebf753c6edf6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:32.776748 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-68ad08b9-a80a-46fa-8456-fe83d01434ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:32.781269 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-acd7a60f-b06f-45ff-ba47-1b2a19a7f6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:32.828428 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:09:32.831028 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:32.838852 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:09:32.876921 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=069de0a9-16fc-4ac0-a873-9101bb5de097,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:32.880496 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Pushing event updated for resources: {'Port': ['ID=a0bb2920-8fc0-4871-885e-b78e8df79dec,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:32.880947 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:32.881952 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] For port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:09:32.885131 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:32.887881 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] For port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:09:32.896631 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.898582 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:32.901546 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:32.975218 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:32.975861 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:09:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:33.050015 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad08b9-a80a-46fa-8456-fe83d01434ed None None] Pushing event updated for resources: {'Port': ['ID=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:33.052909 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-68ad08b9-a80a-46fa-8456-fe83d01434ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:33.126236 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-8774491b-b317-41eb-ac97-75ea8640282f None None] Provisioning for port a0bb2920-8fc0-4871-885e-b78e8df79dec completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:33.143439 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-8774491b-b317-41eb-ac97-75ea8640282f None None] Provisioning complete for port a0bb2920-8fc0-4871-885e-b78e8df79dec triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:33.143820 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8774491b-b317-41eb-ac97-75ea8640282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:33.151803 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:33.215580 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-8774491b-b317-41eb-ac97-75ea8640282f None None] Port a0bb2920-8fc0-4871-885e-b78e8df79dec cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:09:33.219162 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:33.377641 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:33.383093 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:33.409605 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a80d02c8-3509-4517-9b89-6bd0f1e5bf61 tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:33.487215 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Pushing event updated for resources: {'Port': ['ID=a0bb2920-8fc0-4871-885e-b78e8df79dec,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:33.490204 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:33.491324 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:33.503914 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:30Z', 'revision_number': 3, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:33.507886 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12106d3b-62a8-4bc9-9461-a9883d7ca411 None None] The sync data for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb is: [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:30Z', 'revision_number': 3, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:09:33.737608 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:09:33.738810 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:33.941585 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Router adbde64a-6dc9-41c7-8c33-0d30ab053498 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:09:33.942812 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d366f876-49d1-441b-9963-f3c9795cd4b9 None None] Provisioning complete for port a0bb2920-8fc0-4871-885e-b78e8df79dec triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:33.943328 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d366f876-49d1-441b-9963-f3c9795cd4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:33.998458 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-d366f876-49d1-441b-9963-f3c9795cd4b9 None None] Port a0bb2920-8fc0-4871-885e-b78e8df79dec cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:09:34.137239 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:09:34.154940 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] 10.222.0.11 "PUT /v2.0/routers/adbde64a-6dc9-41c7-8c33-0d30ab053498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5758803 Apr 30 07:09:34.250883 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 069de0a9-16fc-4ac0-a873-9101bb5de097 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:34.325601 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 069de0a9-16fc-4ac0-a873-9101bb5de097 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:34.325984 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:34.446940 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:34.520995 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:34.525952 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:34.526347 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:34.641521 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:34.658645 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:34.664762 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:34.670980 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:34.781344 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:34.784372 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:34.875247 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36780) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:34.881281 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104695987', 'description': 'tempest-description--669468312'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:34.887656 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:34.900498 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:34.903786 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:34.914453 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:34.930454 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:34.954077 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:34.958462 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group_rule and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:34.961686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:34.968925 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:35.054443 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.059648 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.063668 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-140b928f-1f52-4e68-bfa4-32e6dc4ebb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:35.077732 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Sync routers for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:09:35.089063 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:35.089803 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:09:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:35.107388 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30db91a-31c8-4c25-94ad-5e211fa45e20,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:35.110162 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:35.111518 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.112887 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8a0b7153-5e7b-43b0-b1b5-5e2ea5353460 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2360165 Apr 30 07:09:35.115947 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36788) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:35.121995 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'security_group_rule': {'security_group_id': 'd30db91a-31c8-4c25-94ad-5e211fa45e20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:35.127906 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:35.131838 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group_rule and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:35.134801 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:35.141147 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:35.157276 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.221832 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.226673 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.234759 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7679df41-b857-4504-a103-1789abb08a52 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:35.256726 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de506f9-82e8-4001-b610-70676cc6e520,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:35.259710 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:35.265748 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.269530 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a4d87d5a-960f-4cff-994f-1bf911c207f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501417 Apr 30 07:09:35.269804 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:35.269973 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 36792) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:35.275165 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'security_group_rule': {'security_group_id': 'd30db91a-31c8-4c25-94ad-5e211fa45e20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:35.280942 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:35.284840 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group_rule and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:35.287794 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:35.293633 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:35.312227 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.377639 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.382472 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.384551 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0737a470-424f-49d0-95a4-3f51964e466c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:35.406750 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2609af1-0347-422a-b603-85947fd56f2e,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:35.409234 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:35.418054 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.419353 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485682 Apr 30 07:09:35.422628 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36796) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:35.428015 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'floatingip': {'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:35.433762 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:35.437981 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:floatingip and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:09:35.440916 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:09:35.446874 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:35.459063 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.578096 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 2, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:35.581815 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Checking router: adbde64a-6dc9-41c7-8c33-0d30ab053498 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:09:35.582194 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Updating router adbde64a-6dc9-41c7-8c33-0d30ab053498 port a0bb2920-8fc0-4871-885e-b78e8df79dec binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:09:35.593543 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.633186 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.725975 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Allocated IP 172.28.1.114 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/d3dcb82d-7dd2-48d0-b752-2b5603c91bba) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:09:35.873915 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.905644 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:35.909263 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-37052859-75ba-4b3d-8714-d690973de12b tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:35.973183 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:09:35.976395 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:35.980053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:09:36.000534 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.009826 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'Port': ['ID=d3dcb82d-7dd2-48d0-b752-2b5603c91bba,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:36.015072 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:36.016257 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Transition to ACTIVE for port object a0bb2920-8fc0-4871-885e-b78e8df79dec will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:36.024508 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.031740 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:36.066061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.096875 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Pushing event updated for resources: {'Port': ['ID=a0bb2920-8fc0-4871-885e-b78e8df79dec,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:36.180003 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.180701 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.181196 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.181683 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.182168 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.182689 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.183268 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.183751 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.184231 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.184712 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.185196 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.185672 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:36.195413 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:36.196666 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.255953 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:36.337185 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:36.338077 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.380280 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Attempting to bind port a0bb2920-8fc0-4871-885e-b78e8df79dec on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:09:36.380700 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Attempting to bind port a0bb2920-8fc0-4871-885e-b78e8df79dec by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:09:36.381192 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Attempting to bind port a0bb2920-8fc0-4871-885e-b78e8df79dec on network 0f683be8-b97a-44a0-8d4c-1d10e970743d {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:09:36.390741 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:09:36.391542 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Checking segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:09:36.392122 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.392774 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Bound using segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:09:36.394053 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Bound port: a0bb2920-8fc0-4871-885e-b78e8df79dec, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:09:36.394755 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.435473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.442877 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.449286 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7a14757d-9aeb-46f8-b4ca-1544e3b53453 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:36.490927 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] For port a0bb2920-8fc0-4871-885e-b78e8df79dec, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:09:36.493955 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] For port a0bb2920-8fc0-4871-885e-b78e8df79dec, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=a0bb2920-8fc0-4871-885e-b78e8df79dec,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:09:36.499497 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.504279 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:36.560318 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:36.561175 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:09:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:36.562778 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'Port': ['ID=d3dcb82d-7dd2-48d0-b752-2b5603c91bba,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:36.567468 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:36.570563 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.597166 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:36.598793 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1749840 Apr 30 07:09:36.747622 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Pushing event updated for resources: {'Port': ['ID=a0bb2920-8fc0-4871-885e-b78e8df79dec,revision_number=4']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:36.752498 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:36.761499 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:36.787966 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-00677a92-7fec-4903-b0c2-80af445adade req-f91064b2-7b4b-4aea-936c-86d4f0c48a32 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:security_group {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:09:36.806728 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-00677a92-7fec-4903-b0c2-80af445adade req-f91064b2-7b4b-4aea-936c-86d4f0c48a32 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:security_group {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:09:36.808063 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-f91064b2-7b4b-4aea-936c-86d4f0c48a32 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2104695987&fields=id&tenant_id=cd6bdb267c7646fdbf84da99c7750b4e HTTP/1.1" status: 200 len: 267 time: 0.0607538 Apr 30 07:09:37.047278 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-27cfd66d-974d-48af-bab9-28c18051e23c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:37.047983 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-00677a92-7fec-4903-b0c2-80af445adade req-27cfd66d-974d-48af-bab9-28c18051e23c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:network {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:09:37.065446 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:36Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:37.067619 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-00677a92-7fec-4903-b0c2-80af445adade req-27cfd66d-974d-48af-bab9-28c18051e23c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:network {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:09:37.069241 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-27cfd66d-974d-48af-bab9-28c18051e23c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 811 time: 0.2538443 Apr 30 07:09:37.069583 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259fcd5-5c90-4a29-94c1-562a0864fe92 None None] The sync data for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb is: [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:36Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:09:37.085070 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-d2c3942c-93b4-4edc-9278-74093724c119 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/quotas/cd6bdb267c7646fdbf84da99c7750b4e HTTP/1.1" status: 200 len: 375 time: 0.0097826 Apr 30 07:09:37.184049 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-00677a92-7fec-4903-b0c2-80af445adade req-02f400ed-a874-4e0a-a75e-94214d33bfea tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:09:37.204390 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-00677a92-7fec-4903-b0c2-80af445adade req-02f400ed-a874-4e0a-a75e-94214d33bfea tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:09:37.205698 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-02f400ed-a874-4e0a-a75e-94214d33bfea tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1147320 Apr 30 07:09:37.356454 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-0250c558-c0e2-4137-82c0-077a3790d8ee service neutron] 10.222.0.11 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355350 Apr 30 07:09:37.503032 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-5223ef94-4b97-4e83-81a0-b1fae608dc8e service neutron] 10.222.0.11 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401281 Apr 30 07:09:37.728596 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-55526e96-f88d-44a6-a7a2-0a9cf3898fee req-b096d3e0-475c-47a8-adf5-0237749418fa tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 210 time: 0.0665810 Apr 30 07:09:38.204540 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device a0bb2920-8fc0-4871-885e-b78e8df79dec up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:38.276229 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port a0bb2920-8fc0-4871-885e-b78e8df79dec completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:38.281366 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port a0bb2920-8fc0-4871-885e-b78e8df79dec triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:38.281744 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:38.399566 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:38.430912 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port a0bb2920-8fc0-4871-885e-b78e8df79dec, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=a0bb2920-8fc0-4871-885e-b78e8df79dec,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:38.435798 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:38.437625 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:38.501581 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=a0bb2920-8fc0-4871-885e-b78e8df79dec,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:38.505095 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:38.899420 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c1cc5eef-cde2-442c-ae94-85d40427ea8c req-f1772ef1-771d-4dd9-b534-2c531f901157 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 210 time: 0.0515108 Apr 30 07:09:38.930600 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-002554d8-bce1-4dd8-ad0f-6bbc4b613638 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:38.931949 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-002554d8-bce1-4dd8-ad0f-6bbc4b613638 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 811 time: 0.2037928 Apr 30 07:09:38.984482 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-9f16d1f7-5593-46d2-8bbe-2fac60baa27a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd6bdb267c7646fdbf84da99c7750b4e HTTP/1.1" status: 200 len: 380 time: 0.0423665 Apr 30 07:09:39.002790 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'port': {'device_id': '24c819c0-229d-42da-a5c2-55a646032a44', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'admin_state_up': True, 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'security_groups': ['d30db91a-31c8-4c25-94ad-5e211fa45e20']}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:39.141110 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:09:39.151226 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:09:39.163581 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Made reservation on behalf of cd6bdb267c7646fdbf84da99c7750b4e for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:09:39.167840 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:39.330498 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Allocated IP 172.20.0.5 (0f683be8-b97a-44a0-8d4c-1d10e970743d/bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6/6e4539b7-12a3-464f-8a1d-44155c98d1af) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:09:39.531327 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:39.548001 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Transition to ACTIVE for port object 6e4539b7-12a3-464f-8a1d-44155c98d1af will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:39.573814 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:39.579699 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3ee431d5-6ed9-4607-ab37-916acecee3c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:39.643485 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:09:39.646828 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:09:39.650886 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:09:39.680636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'Port': ['ID=6e4539b7-12a3-464f-8a1d-44155c98d1af,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:39.687364 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:39.719568 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:39.720195 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:39.746192 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7470405 Apr 30 07:09:39.831618 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-c0ae43f8-38fc-4b3a-996e-70686080f572 None None] Provisioning for port 6e4539b7-12a3-464f-8a1d-44155c98d1af completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:39.836654 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-c0ae43f8-38fc-4b3a-996e-70686080f572 None None] Provisioning complete for port 6e4539b7-12a3-464f-8a1d-44155c98d1af triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:39.837032 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c0ae43f8-38fc-4b3a-996e-70686080f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:39.893072 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae43f8-38fc-4b3a-996e-70686080f572 None None] Port 6e4539b7-12a3-464f-8a1d-44155c98d1af cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:09:40.100377 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343e34-d44d-4e85-b36e-0c287d1b4750 req-bf3ba2fb-5d81-4d9f-8fff-5dd90e3fd77e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:40.101061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-6d343e34-d44d-4e85-b36e-0c287d1b4750 req-bf3ba2fb-5d81-4d9f-8fff-5dd90e3fd77e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:09:40.118856 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-6d343e34-d44d-4e85-b36e-0c287d1b4750 req-bf3ba2fb-5d81-4d9f-8fff-5dd90e3fd77e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:09:40.120034 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6d343e34-d44d-4e85-b36e-0c287d1b4750 req-bf3ba2fb-5d81-4d9f-8fff-5dd90e3fd77e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 931 time: 0.1145649 Apr 30 07:09:40.169806 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device a0bb2920-8fc0-4871-885e-b78e8df79dec up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:40.174547 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6d343e34-d44d-4e85-b36e-0c287d1b4750 req-f254e4f2-aa02-43d0-b2fb-9ae5ef3c623c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 Apr 30 07:09:40.238594 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port a0bb2920-8fc0-4871-885e-b78e8df79dec triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:40.238969 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:41.182971 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Request body: {'port': {'device_id': '24c819c0-229d-42da-a5c2-55a646032a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:41.353292 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:41.583597 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3ec33-18f5-4f39-9e2b-ad450ff811d7 req-3b13b074-dc84-4d21-b6fe-137305a28cec tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:41.585029 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-90e3ec33-18f5-4f39-9e2b-ad450ff811d7 req-3b13b074-dc84-4d21-b6fe-137305a28cec tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 931 time: 0.2935746 Apr 30 07:09:41.673343 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-90e3ec33-18f5-4f39-9e2b-ad450ff811d7 req-938c5ee7-fbf0-46dd-94a6-39abb01293fc tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822890 Apr 30 07:09:41.846720 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4539b7-12a3-464f-8a1d-44155c98d1af {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:09:41.854652 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:41.869029 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Transition to ACTIVE for port object 6e4539b7-12a3-464f-8a1d-44155c98d1af will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:09:41.875258 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:41.878739 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7e8ad727-dfa9-4d3c-8754-ba857e4f76a5 tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:42.001393 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4539b7-12a3-464f-8a1d-44155c98d1af,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:42.044326 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.044696 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.045052 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.045398 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.045741 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.046086 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.046452 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.046863 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.047115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.047492 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.047828 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.048173 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:09:42.077710 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:42.120986 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Attempting to bind port 6e4539b7-12a3-464f-8a1d-44155c98d1af on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:09:42.121667 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Attempting to bind port 6e4539b7-12a3-464f-8a1d-44155c98d1af by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:09:42.121991 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Attempting to bind port 6e4539b7-12a3-464f-8a1d-44155c98d1af on network 0f683be8-b97a-44a0-8d4c-1d10e970743d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:09:42.126719 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Port 6e4539b7-12a3-464f-8a1d-44155c98d1af on network 0f683be8-b97a-44a0-8d4c-1d10e970743d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:09:42.127034 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Attempting to bind port 6e4539b7-12a3-464f-8a1d-44155c98d1af on network 0f683be8-b97a-44a0-8d4c-1d10e970743d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:09:42.132159 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:09:42.132563 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Checking segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:09:42.132929 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Bound using segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:09:42.133353 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Bound port: 6e4539b7-12a3-464f-8a1d-44155c98d1af, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:09:42.133798 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:42.226227 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] For port 6e4539b7-12a3-464f-8a1d-44155c98d1af, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:09:42.229415 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] For port 6e4539b7-12a3-464f-8a1d-44155c98d1af, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:09:42.234037 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:42.238570 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f964f384-3a5f-4a00-94d0-54592182815c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:42.299872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:42.300485 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:42.301866 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] 10.222.0.25 "PUT /v2.0/ports/6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 1093 time: 1.1261182 Apr 30 07:09:42.302383 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:42.320198 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4539b7-12a3-464f-8a1d-44155c98d1af,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:42.327860 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:42.352769 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'status': 'completed', 'code': 200} Apr 30 07:09:42.448642 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-d4252b09-d3e8-43d1-87da-17e028057a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:42.450432 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-d4252b09-d3e8-43d1-87da-17e028057a14 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1096 time: 0.0883961 Apr 30 07:09:42.518978 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-8f8f779f-de05-40e7-9a0f-7c6a87c5f03a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 217 time: 0.0605712 Apr 30 07:09:42.611746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-a2cd00e0-608c-4178-804a-81185c39470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:42.613099 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-a2cd00e0-608c-4178-804a-81185c39470d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0726085 Apr 30 07:09:42.693561 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677a92-7fec-4903-b0c2-80af445adade req-17b7ad66-fa85-4940-a4ec-5ce2bd860a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:42.695106 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-17b7ad66-fa85-4940-a4ec-5ce2bd860a88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716090 Apr 30 07:09:42.872629 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-5d51196c-39f9-47e7-9083-ced211f783da service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671314 Apr 30 07:09:42.971792 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33506-4510-4565-bb0d-5e3dddd0deb8 req-8c200153-b3a7-4beb-b95d-3d04936291d2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:42.973232 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6df33506-4510-4565-bb0d-5e3dddd0deb8 req-8c200153-b3a7-4beb-b95d-3d04936291d2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 943 time: 0.1881227 Apr 30 07:09:43.049089 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6df33506-4510-4565-bb0d-5e3dddd0deb8 req-61e97267-216b-404b-9157-d6cd553a38e7 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640166 Apr 30 07:09:43.052752 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-00677a92-7fec-4903-b0c2-80af445adade req-9f186199-236e-4917-ba46-6e45af4ea53d service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720328 Apr 30 07:09:43.184517 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-c93e7001-1445-4369-a0e9-85b5ad246b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:43.185891 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-c93e7001-1445-4369-a0e9-85b5ad246b74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1096 time: 0.0831094 Apr 30 07:09:43.409094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-eb49b4de-0652-4308-aff1-a22640b9d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:43.410723 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-eb49b4de-0652-4308-aff1-a22640b9d826 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.2137892 Apr 30 07:09:43.488903 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-aeab3492-ecc5-44e3-b3c7-5965a404c91c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 217 time: 0.0630281 Apr 30 07:09:43.555979 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-363bf2cd-9dcf-4e98-b9c6-26c06814cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:43.557439 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-363bf2cd-9dcf-4e98-b9c6-26c06814cfd2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0591419 Apr 30 07:09:43.644352 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-c896961b-7745-4508-9a6a-5c9c4df4732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:43.646025 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-c896961b-7745-4508-9a6a-5c9c4df4732b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766482 Apr 30 07:09:43.779575 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-83cd6e1e-0c8d-42c9-b439-c149ead39f89 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245015 Apr 30 07:09:43.926006 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7ab13a0c-75a3-4bc2-8f56-1ac0dcfdc6e9 req-5eda3e1b-fca6-48f5-8b78-2ad0cfe3717c service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368017 Apr 30 07:09:44.245151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f460778-90a0-45b0-b427-8a496d813a7b req-d5c7ee68-babe-4a90-82a9-f46d4eed4ba5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:44.246963 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1f460778-90a0-45b0-b427-8a496d813a7b req-d5c7ee68-babe-4a90-82a9-f46d4eed4ba5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 943 time: 0.0809202 Apr 30 07:09:44.292354 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1f460778-90a0-45b0-b427-8a496d813a7b req-30f985db-7ebb-4951-929d-06ae4ac71f04 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391819 Apr 30 07:09:45.492911 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1df4-8863-4742-bd75-0891dda090a6 req-6d857b49-ef0c-45fe-a675-a82febf31a46 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:45.494351 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1b3d1df4-8863-4742-bd75-0891dda090a6 req-6d857b49-ef0c-45fe-a675-a82febf31a46 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 943 time: 0.0827882 Apr 30 07:09:45.523463 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 6e4539b7-12a3-464f-8a1d-44155c98d1af details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:09:45.540878 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1b3d1df4-8863-4742-bd75-0891dda090a6 req-7d4844e9-946a-46b2-96d8-8f8ef7e24492 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Apr 30 07:09:45.656334 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 6e4539b7-12a3-464f-8a1d-44155c98d1af, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:45.669440 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'port_id': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'mac_address': 'fa:16:3e:11:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:09:45.724973 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:45.741643 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4539b7-12a3-464f-8a1d-44155c98d1af {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:09:45.761920 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 6e4539b7-12a3-464f-8a1d-44155c98d1af, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:45.767818 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:45.769545 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:45.836080 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=6e4539b7-12a3-464f-8a1d-44155c98d1af,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:45.839160 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:46.011536 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['6e4539b7-12a3-464f-8a1d-44155c98d1af'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:09:46.740945 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eca000-6b99-4667-93f7-2ebc777ba701 req-a60a881e-cc9d-4dd1-a271-4d1999af88e5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:46.742486 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-19eca000-6b99-4667-93f7-2ebc777ba701 req-a60a881e-cc9d-4dd1-a271-4d1999af88e5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 944 time: 0.0832074 Apr 30 07:09:46.790518 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-19eca000-6b99-4667-93f7-2ebc777ba701 req-59542961-acad-4375-abe9-7c9645fdfc78 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Apr 30 07:09:47.560288 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 6e4539b7-12a3-464f-8a1d-44155c98d1af up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:09:47.639690 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 6e4539b7-12a3-464f-8a1d-44155c98d1af completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:09:47.644304 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 6e4539b7-12a3-464f-8a1d-44155c98d1af triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:09:47.644678 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:47.758764 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:47.785669 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:47.795851 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 6e4539b7-12a3-464f-8a1d-44155c98d1af, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:09:47.801813 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:47.804913 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-68ad08b9-a80a-46fa-8456-fe83d01434ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:09:47.839716 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'code': 200} Apr 30 07:09:47.880436 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=6e4539b7-12a3-464f-8a1d-44155c98d1af,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:09:47.883723 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:09:47.989244 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76895b9-c625-406e-a5e0-ddee15af353b req-8a66e737-ccef-42f7-a8d1-dd8d16c7ebad tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:47.991095 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d76895b9-c625-406e-a5e0-ddee15af353b req-8a66e737-ccef-42f7-a8d1-dd8d16c7ebad tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0842531 Apr 30 07:09:48.043794 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-d76895b9-c625-406e-a5e0-ddee15af353b req-6ac423f9-1a34-4064-b9fd-7365c2060f46 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464418 Apr 30 07:09:48.101388 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674e06d-2d39-4932-a44b-b1411a7b52ae req-063a6631-929c-452a-80b7-cf3c9add0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:48.102891 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f674e06d-2d39-4932-a44b-b1411a7b52ae req-063a6631-929c-452a-80b7-cf3c9add0a0c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1098 time: 0.0767982 Apr 30 07:09:48.147010 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f674e06d-2d39-4932-a44b-b1411a7b52ae req-4e9a17ad-e81a-416e-9d69-fe1452d23e80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366724 Apr 30 07:09:49.254378 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac92ef-4afc-4107-93ef-17a3901b2d46 req-a2a466ee-9af6-40e8-a684-5332728c758e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:49.255851 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fcac92ef-4afc-4107-93ef-17a3901b2d46 req-a2a466ee-9af6-40e8-a684-5332728c758e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0887439 Apr 30 07:09:49.302022 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-fcac92ef-4afc-4107-93ef-17a3901b2d46 req-f5134bca-be8e-4f70-8386-01054a4b4d25 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Apr 30 07:09:49.488198 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f788c0-ebd3-401c-bdb3-5a95df25fd78 req-1fb96595-9dee-42ef-9edd-933aa2b2bb47 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:49.489633 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-54f788c0-ebd3-401c-bdb3-5a95df25fd78 req-1fb96595-9dee-42ef-9edd-933aa2b2bb47 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0849314 Apr 30 07:09:49.498812 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 36922) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:09:49.503889 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'floatingip': {'port_id': '6e4539b7-12a3-464f-8a1d-44155c98d1af'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:09:49.580548 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:50.267500 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:50.272335 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:50.443938 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Floating IP fb222f2a-2d52-410a-9c6a-56d7b855c03f associated. External IP: 172.28.1.114, port: 6e4539b7-12a3-464f-8a1d-44155c98d1af. Apr 30 07:09:50.794653 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Router adbde64a-6dc9-41c7-8c33-0d30ab053498 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:09:50.974833 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:09:50.979304 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:50.984935 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] Sync routers for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:09:50.994628 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:50.995250 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:09:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:51.034744 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-90a0afb2-974d-4808-b83f-2ed2649a42b3 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "PUT /v2.0/floatingips/fb222f2a-2d52-410a-9c6a-56d7b855c03f HTTP/1.1" status: 200 len: 991 time: 1.5348284 Apr 30 07:09:51.035488 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:09:51.081003 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'status': 'completed', 'code': 200} Apr 30 07:09:51.195795 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-8710fa49-6c4b-4dac-841c-203f5b0b99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:51.197443 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-8710fa49-6c4b-4dac-841c-203f5b0b99e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1098 time: 0.0895298 Apr 30 07:09:51.200481 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:51.338461 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-d34a8531-836a-42c7-bc4a-2cd7d8b3dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:51.339885 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-d34a8531-836a-42c7-bc4a-2cd7d8b3dd05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.1304524 Apr 30 07:09:51.441384 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-56a7d6ff-4b90-4edc-b504-66e286005eb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 999 time: 0.0931346 Apr 30 07:09:51.504769 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-59413079-3e60-42bb-a93a-5cb88053dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:51.506147 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-59413079-3e60-42bb-a93a-5cb88053dcd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0579791 Apr 30 07:09:51.552631 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'fb222f2a-2d52-410a-9c6a-56d7b855c03f', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'port_id': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'mac_address': 'fa:16:3e:11:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c819c0-229d-42da-a5c2-55a646032a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:09:36Z', 'updated_at': '2021-04-30T07:09:50Z', 'revision_number': 1, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:51.556797 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] Checking router: adbde64a-6dc9-41c7-8c33-0d30ab053498 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:09:51.565358 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:09:51.565960 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:09:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:51.579528 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-adc47e1e-9a31-4cc2-b633-9a103d316d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:51.580998 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-adc47e1e-9a31-4cc2-b633-9a103d316d05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677526 Apr 30 07:09:51.747399 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:09:51.806442 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-f03e9461-5fc8-4716-9390-ad802b2a1067 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180858 Apr 30 07:09:51.937443 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3cf04ce5-b9db-4172-a440-72afbddf03ad req-1d0c6a4a-253a-4f21-a1c8-035515723f6e service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243179 Apr 30 07:09:52.084074 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'fb222f2a-2d52-410a-9c6a-56d7b855c03f', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'port_id': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'mac_address': 'fa:16:3e:11:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c819c0-229d-42da-a5c2-55a646032a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:09:36Z', 'updated_at': '2021-04-30T07:09:50Z', 'revision_number': 1, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:09:52.088338 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424499d-7456-483c-ab4f-03f075dba1f5 None None] The sync data for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb is: [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'fb222f2a-2d52-410a-9c6a-56d7b855c03f', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'port_id': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'mac_address': 'fa:16:3e:11:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c819c0-229d-42da-a5c2-55a646032a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:09:36Z', 'updated_at': '2021-04-30T07:09:50Z', 'revision_number': 1, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:09:52.268756 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a761f6c-0de6-47d3-928d-95410d343cd8 None None] New status for floating IP fb222f2a-2d52-410a-9c6a-56d7b855c03f: ACTIVE {{(pid=73784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:09:53.092520 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a37808-3cc2-444c-b1ee-56bf2632dfb1 req-32db668c-37f9-48a5-b14f-b262deee4fca tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:53.094027 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-23a37808-3cc2-444c-b1ee-56bf2632dfb1 req-32db668c-37f9-48a5-b14f-b262deee4fca tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0878367 Apr 30 07:09:53.138408 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-23a37808-3cc2-444c-b1ee-56bf2632dfb1 req-de2c3eff-fe02-4bed-900a-778bc012d2e6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383554 Apr 30 07:09:54.357210 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e8166-3633-4bb3-a9b4-a5040d7bc642 req-71cd1d07-2a67-4f19-9585-db9c308995fd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:54.358700 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-570e8166-3633-4bb3-a9b4-a5040d7bc642 req-71cd1d07-2a67-4f19-9585-db9c308995fd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0876060 Apr 30 07:09:54.405352 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-570e8166-3633-4bb3-a9b4-a5040d7bc642 req-9e36c253-bfdf-4371-b8cb-ee7e0cceb7eb tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Apr 30 07:09:55.065756 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-213eb95e-12c6-4142-94b0-9844a27ac9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:55.067435 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-213eb95e-12c6-4142-94b0-9844a27ac9f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1098 time: 0.0780525 Apr 30 07:09:55.068245 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c439588e-2ad5-4f56-b088-2eabfd5a7e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:55.216484 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-ddd94099-de9a-401a-a09c-ecfa8978e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:55.217890 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-ddd94099-de9a-401a-a09c-ecfa8978e09a service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1274319 Apr 30 07:09:55.322603 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-766ccc1f-3276-4781-ae41-9c574dedcfb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 200 len: 1000 time: 0.0927813 Apr 30 07:09:55.387213 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-629a4e00-8faa-48e2-b56e-70778b65169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:55.388669 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-629a4e00-8faa-48e2-b56e-70778b65169f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0593555 Apr 30 07:09:55.464529 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-e59adac8-ecd7-45af-b084-c798a6dab31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:55.465977 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-e59adac8-ecd7-45af-b084-c798a6dab31f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701005 Apr 30 07:09:55.661093 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-5bed243d-5bb6-4317-a1e0-db8d43bf4249 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809931 Apr 30 07:09:55.697049 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974e2d3-4ac2-49a8-b836-a75003f7efbf req-92fb4292-dcd8-423e-bec7-878f71239da6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:55.698673 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2974e2d3-4ac2-49a8-b836-a75003f7efbf req-92fb4292-dcd8-423e-bec7-878f71239da6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.1818650 Apr 30 07:09:55.814256 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2974e2d3-4ac2-49a8-b836-a75003f7efbf req-bf74a0f1-ef3b-4217-ad34-3b905b3bd7fa tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039174 Apr 30 07:09:55.839103 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8fffba92-73c9-456d-9bf3-31245c35f30a req-48467731-ed5f-4ee6-aef9-b647972734b9 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705840 Apr 30 07:09:55.869917 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:57.009475 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9085f-db6a-411c-a6a7-c1391c8462fd req-083ce8cd-45b3-4878-b684-0d20bed11632 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:57.010884 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5cd9085f-db6a-411c-a6a7-c1391c8462fd req-083ce8cd-45b3-4878-b684-0d20bed11632 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0848064 Apr 30 07:09:57.055176 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5cd9085f-db6a-411c-a6a7-c1391c8462fd req-c6e50f36-ec65-4d1d-9f45-7f49f61da611 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Apr 30 07:09:57.520890 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b8d734c6-2de4-48b1-bbad-cd1163df361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:57.834020 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:58.250946 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538ccf-ca2f-4bbe-a34f-9fbca12af57e req-6f68883c-69d0-4d17-8eef-60c885914218 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:58.252312 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f9538ccf-ca2f-4bbe-a34f-9fbca12af57e req-6f68883c-69d0-4d17-8eef-60c885914218 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0788615 Apr 30 07:09:58.301690 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f9538ccf-ca2f-4bbe-a34f-9fbca12af57e req-626eff5a-4572-4ca4-9983-bbd9cb7835e9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Apr 30 07:09:58.311229 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7bea-017b-4cd7-ba2f-86a782f7b595 req-69ff1f73-9f24-493d-8032-58733e35fa39 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:58.312688 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-14dc7bea-017b-4cd7-ba2f-86a782f7b595 req-69ff1f73-9f24-493d-8032-58733e35fa39 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.0952425 Apr 30 07:09:58.357572 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-14dc7bea-017b-4cd7-ba2f-86a782f7b595 req-38ccce8e-4653-4a4c-a96a-5fc39a0aac8e tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Apr 30 07:09:58.430426 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:09:59.492790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16649e-1ba4-4431-9377-37b630407851 req-2dcbfd2d-dae7-43dd-9a8c-28287a9676a2 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:59.494257 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8a16649e-1ba4-4431-9377-37b630407851 req-2dcbfd2d-dae7-43dd-9a8c-28287a9676a2 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0828331 Apr 30 07:09:59.540257 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8a16649e-1ba4-4431-9377-37b630407851 req-48da033d-3cbe-4002-a3fc-bc55a5ce0a78 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Apr 30 07:09:59.546842 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536759c2-4443-40e2-9da9-6bf8ab3dce79 req-4052c7fe-1365-4332-87cb-156f42b5cae6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:09:59.548291 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-536759c2-4443-40e2-9da9-6bf8ab3dce79 req-4052c7fe-1365-4332-87cb-156f42b5cae6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.0800605 Apr 30 07:09:59.594808 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-536759c2-4443-40e2-9da9-6bf8ab3dce79 req-7f26aeec-471e-4f0f-88c8-3e7cf55ef9ff tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Apr 30 07:10:00.332353 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:00.733198 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ed594-4b1d-498e-9284-6cb97c00d949 req-653c7425-d7e3-4e02-b0e8-12fbef520036 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:00.734683 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9b6ed594-4b1d-498e-9284-6cb97c00d949 req-653c7425-d7e3-4e02-b0e8-12fbef520036 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0822031 Apr 30 07:10:00.779042 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9b6ed594-4b1d-498e-9284-6cb97c00d949 req-c4492a96-2f86-4a3a-ae3c-7c9fd41af010 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385411 Apr 30 07:10:00.787122 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3421-4e6a-43e7-87ab-3e8ffd855ff0 req-55eb2cea-b551-494d-b79c-040b9b872799 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:00.788602 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4ebd3421-4e6a-43e7-87ab-3e8ffd855ff0 req-55eb2cea-b551-494d-b79c-040b9b872799 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.0799973 Apr 30 07:10:00.834036 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4ebd3421-4e6a-43e7-87ab-3e8ffd855ff0 req-6604fd89-2cfb-424e-8e96-0bfea0cbdfaf tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Apr 30 07:10:02.023871 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282ef3e-301a-4410-9867-6f4ab573f053 req-a998e91c-ec5b-4bc8-8980-aa059ca0cd31 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:02.025416 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5282ef3e-301a-4410-9867-6f4ab573f053 req-a998e91c-ec5b-4bc8-8980-aa059ca0cd31 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.0806801 Apr 30 07:10:02.051479 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedbfb-b2cb-481d-bbb4-d9d8d078e645 req-37a60616-b07d-4fcc-a10a-95d03256d17a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:02.052950 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-adbedbfb-b2cb-481d-bbb4-d9d8d078e645 req-37a60616-b07d-4fcc-a10a-95d03256d17a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.1567762 Apr 30 07:10:02.070196 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5282ef3e-301a-4410-9867-6f4ab573f053 req-21c8f37f-cfb8-41e9-a4f7-08fc8187f2dc tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384357 Apr 30 07:10:02.097017 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-adbedbfb-b2cb-481d-bbb4-d9d8d078e645 req-776f7493-59c8-4af4-a1d9-9d30b0d6d89a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379481 Apr 30 07:10:03.261815 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297d0c-165b-4e41-8b4d-2e6b1c1e484e req-d944cb3d-1b74-46f3-87af-ccdf0e67c23b tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:03.263350 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3a297d0c-165b-4e41-8b4d-2e6b1c1e484e req-d944cb3d-1b74-46f3-87af-ccdf0e67c23b tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.0839746 Apr 30 07:10:03.310968 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-3a297d0c-165b-4e41-8b4d-2e6b1c1e484e req-e1ef26be-a1f0-4321-ab08-8f430d6e8d72 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Apr 30 07:10:03.408914 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713239b8-6c39-43a2-a640-a701a3511b6f req-5ff12df8-9235-4c03-b2fb-062ec7d849ad tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:03.410339 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-713239b8-6c39-43a2-a640-a701a3511b6f req-5ff12df8-9235-4c03-b2fb-062ec7d849ad tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.2009232 Apr 30 07:10:03.462842 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-713239b8-6c39-43a2-a640-a701a3511b6f req-640622d2-1d49-4782-b8ad-31f5dc0bcd50 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461206 Apr 30 07:10:03.488559 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-d0662b79-4830-4929-8381-66fc50fe3d66 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:03.490007 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-d0662b79-4830-4929-8381-66fc50fe3d66 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 945 time: 0.1231742 Apr 30 07:10:03.628041 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Deleting port 26e79ade-c019-42c3-b7ae-0ee2271b7727 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:10:03.628377 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:03.767653 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] For port 26e79ade-c019-42c3-b7ae-0ee2271b7727, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=26e79ade-c019-42c3-b7ae-0ee2271b7727,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:03.768013 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:03.887044 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Calling delete_port for 26e79ade-c019-42c3-b7ae-0ee2271b7727 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:10:04.013620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:04.018951 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:04.025688 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['26e79ade-c019-42c3-b7ae-0ee2271b7727'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:10:04.064646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Pushing event deleted for resources: {'Port': ['ID=26e79ade-c019-42c3-b7ae-0ee2271b7727,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:04.091831 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:04.140937 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] No DVR routers for this DVR port 26e79ade-c019-42c3-b7ae-0ee2271b7727 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:10:04.143506 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:04.145971 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91793fd7-590b-4eef-a022-55072e43103b', 'name': 'network-vif-deleted', 'tag': '26e79ade-c019-42c3-b7ae-0ee2271b7727'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:10:04.162120 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f67ee94b-93fd-455a-97a3-72e4aaaa858b req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "DELETE /v2.0/ports/26e79ade-c019-42c3-b7ae-0ee2271b7727 HTTP/1.1" status: 204 len: 173 time: 0.6650031 Apr 30 07:10:04.191309 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91793fd7-590b-4eef-a022-55072e43103b', 'name': 'network-vif-deleted', 'tag': '26e79ade-c019-42c3-b7ae-0ee2271b7727', 'status': 'completed', 'code': 200} Apr 30 07:10:04.474067 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-412e7e80-31f7-4635-9f8b-88f0db02c07f req-90fa6033-b32b-4734-969d-c5b4c4883f62 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=91793fd7-590b-4eef-a022-55072e43103b HTTP/1.1" status: 200 len: 210 time: 0.0431964 Apr 30 07:10:04.662576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fb027-9ef5-4d9b-9c22-e8489bb80e7e req-9877289e-366d-4fb0-a41a-680af9ab967f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:04.666718 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf9fb027-9ef5-4d9b-9c22-e8489bb80e7e req-9877289e-366d-4fb0-a41a-680af9ab967f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0856447 Apr 30 07:10:04.716007 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf9fb027-9ef5-4d9b-9c22-e8489bb80e7e req-aa7aeee8-fc2d-4da2-9851-b03302253f3e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Apr 30 07:10:05.918725 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2e88a-3d5b-4381-8f7c-f4aad2bd7e7b req-0e596a38-e721-4b85-858c-9d7158d05fdd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:05.920313 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2ec2e88a-3d5b-4381-8f7c-f4aad2bd7e7b req-0e596a38-e721-4b85-858c-9d7158d05fdd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0925930 Apr 30 07:10:05.968052 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2ec2e88a-3d5b-4381-8f7c-f4aad2bd7e7b req-e5a0092b-492b-439c-868b-0f6c4bab994d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Apr 30 07:10:07.159386 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6979a46-5e9c-4147-8d99-972ad4f07bb2 req-0fd82b09-d192-4304-a825-4b442bfb2208 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:07.160992 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b6979a46-5e9c-4147-8d99-972ad4f07bb2 req-0fd82b09-d192-4304-a825-4b442bfb2208 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0792749 Apr 30 07:10:07.206336 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-b6979a46-5e9c-4147-8d99-972ad4f07bb2 req-998fe04c-c393-4e40-b331-399bbf0a8bf1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392644 Apr 30 07:10:07.427603 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:10:07.696564 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 26e79ade-c019-42c3-b7ae-0ee2271b7727 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:10:07.737561 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 26e79ade-c019-42c3-b7ae-0ee2271b7727 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:10:07.737896 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 26e79ade-c019-42c3-b7ae-0ee2271b7727 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:10:08.411354 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11ad01-fb5c-466a-8456-0ade1ed19072 req-6fa3468d-ded8-41b1-8705-1aaf1eb2d67a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:08.412941 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1e11ad01-fb5c-466a-8456-0ade1ed19072 req-6fa3468d-ded8-41b1-8705-1aaf1eb2d67a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0892849 Apr 30 07:10:08.456841 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1e11ad01-fb5c-466a-8456-0ade1ed19072 req-9d3f2b3a-b5d4-43f4-a0eb-c3e6b7cbff39 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Apr 30 07:10:09.658790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578e42a-fd20-4413-8dab-6ddebdd41f66 req-ecdbdd6a-45d8-452f-a1cf-cc24b3fe9c1c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:09.660289 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5578e42a-fd20-4413-8dab-6ddebdd41f66 req-ecdbdd6a-45d8-452f-a1cf-cc24b3fe9c1c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0844390 Apr 30 07:10:09.696364 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:10:09.708775 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5578e42a-fd20-4413-8dab-6ddebdd41f66 req-cdae0e4f-6510-4e5a-a3a4-48180766fc75 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420468 Apr 30 07:10:09.830752 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:09.844519 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'port_id': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'mac_address': 'fa:16:3e:50:58:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:10:09.880036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-cde30ea4-70ef-4ecd-b1d2-a9941c4179df tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:09.881483 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-cde30ea4-70ef-4ecd-b1d2-a9941c4179df tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/networks?id=99ee20f2-1d49-486a-906d-7b68fc5c4812 HTTP/1.1" status: 200 len: 814 time: 0.1416261 Apr 30 07:10:09.896638 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-a97a056a-73b7-4f73-bf63-682d72a31600 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/quotas/af2808c727954b70a613adcf7a4671b4 HTTP/1.1" status: 200 len: 375 time: 0.0091088 Apr 30 07:10:09.903463 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:09.920385 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:10:09.936365 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:09.940847 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:09.942669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-446b59ae-4c4b-4066-a7ab-d0048996ff2c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Synchronizing usage tracker for tenant:af2808c727954b70a613adcf7a4671b4 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:10:09.942977 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:09.957590 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-446b59ae-4c4b-4066-a7ab-d0048996ff2c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Unset dirty status for tenant:af2808c727954b70a613adcf7a4671b4 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:10:09.958933 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-446b59ae-4c4b-4066-a7ab-d0048996ff2c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af2808c727954b70a613adcf7a4671b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570967 Apr 30 07:10:10.009190 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=6']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:10.016527 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.016894 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.017239 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.017572 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.017898 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.018226 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.018556 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.018880 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.019202 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.019521 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.019838 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.020175 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:10.023922 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:10.053055 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['2cc8e21c-7a13-4e16-975b-a91ee55de2c6'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:10:10.091450 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-e9618511-2d94-4258-9ed3-62bdfb4523f8 service neutron] 10.222.0.11 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252685 Apr 30 07:10:10.225391 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-785dbece-d41c-4687-926d-aca7ef71fd05 service neutron] 10.222.0.11 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278565 Apr 30 07:10:10.416029 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cdb5443c-7814-482b-9167-f5a54b7511b4 req-8d17ce77-4617-4ade-bbdc-ef111ac9b73e tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 210 time: 0.0520384 Apr 30 07:10:10.908237 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5be80e-986c-4095-8604-206a838e7887 req-8bfb1883-f28a-48ed-bcc1-ce71dbf1c027 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:10.909871 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-db5be80e-986c-4095-8604-206a838e7887 req-8bfb1883-f28a-48ed-bcc1-ce71dbf1c027 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 944 time: 0.0809467 Apr 30 07:10:10.958934 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-db5be80e-986c-4095-8604-206a838e7887 req-b6fb24d0-6e92-46ce-a8f5-9c69a2ae235b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Apr 30 07:10:11.652497 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-835687f2-af8e-4e5b-b09b-f840765e83ec tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:11.654920 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-835687f2-af8e-4e5b-b09b-f840765e83ec tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "GET /v2.0/networks?id=99ee20f2-1d49-486a-906d-7b68fc5c4812 HTTP/1.1" status: 200 len: 814 time: 0.2337873 Apr 30 07:10:11.661635 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-67094830-a14f-469d-99e8-ca7c459cb709 req-189c8de2-53be-46a2-8a1c-0ee24f0ecc07 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 210 time: 0.0945294 Apr 30 07:10:11.669588 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Request body: {'port': {'device_id': '350894aa-eb07-41c6-90d9-c0128418260f', 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812', 'admin_state_up': True, 'tenant_id': 'af2808c727954b70a613adcf7a4671b4'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:10:11.711284 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:10:11.817732 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:10:11.818215 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:11.983515 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:11.988452 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:10:11.999479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:10:12.014066 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Made reservation on behalf of af2808c727954b70a613adcf7a4671b4 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:10:12.017867 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:12.023310 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:12.024342 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:10:12.036680 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:12.039512 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:12.130775 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'code': 200} Apr 30 07:10:12.146544 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=7']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:12.150216 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:12.268262 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Allocated IP 172.20.0.11 (99ee20f2-1d49-486a-906d-7b68fc5c4812/d18a2bc0-783c-488e-893b-85bea7500308/c1a73e6c-a4b7-437f-9d20-28d64239f49d) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:10:12.319445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315ede2-bf83-4e25-b4f6-1dbad9ab619f req-362719ba-aa73-4e08-8095-10fe4abf0c83 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:12.321310 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a315ede2-bf83-4e25-b4f6-1dbad9ab619f req-362719ba-aa73-4e08-8095-10fe4abf0c83 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.1783080 Apr 30 07:10:12.475051 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a315ede2-bf83-4e25-b4f6-1dbad9ab619f req-0359c590-8084-456f-97f8-2c6655373584 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447198 Apr 30 07:10:12.588039 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:12.649705 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:12.663236 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6f957803-555e-44e4-af8a-d2b7de5377ca tempest-ServerRescueNegativeTestJSON-1951173843 tempest-ServerRescueNegativeTestJSON-1951173843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:12.794986 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Pushing event updated for resources: {'Port': ['ID=c1a73e6c-a4b7-437f-9d20-28d64239f49d,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:12.801712 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:12.849206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:10:12.859453 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:10:12.866202 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:10:12.945587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:12.946210 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:12.972866 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c7651-c12a-48d3-b30f-3551e8fc49d8 req-5218336c-f177-4fe9-b4ee-c0dc2e78b36f tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:12.980300 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f89c7651-c12a-48d3-b30f-3551e8fc49d8 req-5218336c-f177-4fe9-b4ee-c0dc2e78b36f tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 932 time: 0.1824884 Apr 30 07:10:13.017232 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3520868 Apr 30 07:10:13.031418 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Request body: {'port': {'device_id': '350894aa-eb07-41c6-90d9-c0128418260f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:10:13.063761 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f89c7651-c12a-48d3-b30f-3551e8fc49d8 req-351d1bc1-5748-4e78-aa7d-96042a20ef08 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824871 Apr 30 07:10:13.152894 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:13.507021 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a73e6c-a4b7-437f-9d20-28d64239f49d {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:10:13.515444 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:13.531478 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Transition to ACTIVE for port object c1a73e6c-a4b7-437f-9d20-28d64239f49d will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:10:13.538062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:13.542391 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:13.646587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Pushing event updated for resources: {'Port': ['ID=c1a73e6c-a4b7-437f-9d20-28d64239f49d,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:13.659488 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:13.711445 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268713b3-c0d2-4d14-9a12-4932067d2134 req-faede654-be45-4109-9043-5d7a96522e4c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:13.719013 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-268713b3-c0d2-4d14-9a12-4932067d2134 req-faede654-be45-4109-9043-5d7a96522e4c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.1077402 Apr 30 07:10:13.767313 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-268713b3-c0d2-4d14-9a12-4932067d2134 req-111ed4f1-75bd-4dfb-b1cd-eb17948cf9f6 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470011 Apr 30 07:10:13.848508 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Attempting to bind port c1a73e6c-a4b7-437f-9d20-28d64239f49d on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:10:13.848508 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Attempting to bind port c1a73e6c-a4b7-437f-9d20-28d64239f49d by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:10:13.849003 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Attempting to bind port c1a73e6c-a4b7-437f-9d20-28d64239f49d on network 99ee20f2-1d49-486a-906d-7b68fc5c4812 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:10:13.855011 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Port c1a73e6c-a4b7-437f-9d20-28d64239f49d on network 99ee20f2-1d49-486a-906d-7b68fc5c4812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:10:13.855329 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Attempting to bind port c1a73e6c-a4b7-437f-9d20-28d64239f49d on network 99ee20f2-1d49-486a-906d-7b68fc5c4812 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:10:13.864268 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:10:13.864930 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Checking segment: {'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:10:13.865481 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Bound using segment: {'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:10:13.866065 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Bound port: c1a73e6c-a4b7-437f-9d20-28d64239f49d, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89812746-cac5-4217-847b-84294ede6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:10:13.866628 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:13.972090 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] For port c1a73e6c-a4b7-437f-9d20-28d64239f49d, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:10:13.975501 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] For port c1a73e6c-a4b7-437f-9d20-28d64239f49d, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1a73e6c-a4b7-437f-9d20-28d64239f49d,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:10:13.982274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:13.986587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e56ea630-424f-424a-b1d6-c8bb00bea015 tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:14.168028 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:14.168680 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:14.174470 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] 10.222.0.25 "PUT /v2.0/ports/c1a73e6c-a4b7-437f-9d20-28d64239f49d HTTP/1.1" status: 200 len: 1094 time: 1.1478696 Apr 30 07:10:14.174985 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350894aa-eb07-41c6-90d9-c0128418260f', 'tag': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:10:14.202082 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Pushing event updated for resources: {'Port': ['ID=c1a73e6c-a4b7-437f-9d20-28d64239f49d,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:14.208514 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:14.281908 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350894aa-eb07-41c6-90d9-c0128418260f', 'tag': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d', 'status': 'completed', 'code': 200} Apr 30 07:10:14.293544 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6da9e-cdd5-4188-88b0-b1ec29dbeaa1 req-664d2e80-5d36-4332-bbe2-79652152eae5 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:14.301083 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-64b6da9e-cdd5-4188-88b0-b1ec29dbeaa1 req-664d2e80-5d36-4332-bbe2-79652152eae5 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 944 time: 0.0972989 Apr 30 07:10:14.331206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-f7b1e5d3-af6c-439b-9049-38f229ffee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:14.332963 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-f7b1e5d3-af6c-439b-9049-38f229ffee47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af2808c727954b70a613adcf7a4671b4&device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 1097 time: 0.0945013 Apr 30 07:10:14.354193 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-64b6da9e-cdd5-4188-88b0-b1ec29dbeaa1 req-dc56bc6f-2e34-4b7b-8a39-c75829ec820e tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518942 Apr 30 07:10:14.410013 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-f5b94543-c741-4507-a780-242aa86b8cb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1a73e6c-a4b7-437f-9d20-28d64239f49d HTTP/1.1" status: 200 len: 217 time: 0.0668118 Apr 30 07:10:14.479232 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-8edac576-2372-41e4-99df-84751d5f6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:14.480968 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-8edac576-2372-41e4-99df-84751d5f6ed6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d18a2bc0-783c-488e-893b-85bea7500308 HTTP/1.1" status: 200 len: 854 time: 0.0623624 Apr 30 07:10:14.534658 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-c47086ca-4316-45f1-a2aa-28e8aae34f64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99ee20f2-1d49-486a-906d-7b68fc5c4812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454993 Apr 30 07:10:14.686368 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-6d36f5a2-79eb-4696-8bac-d8d972cb7dfa service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424294 Apr 30 07:10:14.836359 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4cccb1e6-8b50-41e2-b8ee-158b1622093d req-542fdd1b-e451-4ea2-b2d9-2884573fc7f9 service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414452 Apr 30 07:10:15.013958 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-4ea712de-c1f6-4a09-925f-c03833325cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:15.015718 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-4ea712de-c1f6-4a09-925f-c03833325cd6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af2808c727954b70a613adcf7a4671b4&device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 1097 time: 0.1032712 Apr 30 07:10:15.241944 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-6a2e29b9-a6eb-498c-bc99-86e5c2f8642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:15.243398 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-6a2e29b9-a6eb-498c-bc99-86e5c2f8642c service neutron] 10.222.0.25 "GET /v2.0/networks?id=99ee20f2-1d49-486a-906d-7b68fc5c4812 HTTP/1.1" status: 200 len: 915 time: 0.2187650 Apr 30 07:10:15.328478 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-69fbb25d-6fb0-4484-80f6-c6d20bce9f14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1a73e6c-a4b7-437f-9d20-28d64239f49d HTTP/1.1" status: 200 len: 217 time: 0.0760500 Apr 30 07:10:15.343152 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496fe18-17ba-47d4-84ba-76a94a742566 req-dd850479-44cb-494a-b284-3bffad71e46f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:15.345273 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e496fe18-17ba-47d4-84ba-76a94a742566 req-dd850479-44cb-494a-b284-3bffad71e46f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.2080135 Apr 30 07:10:15.447987 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-bbedab46-237f-4330-b63f-7433d1662019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:15.451016 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-bbedab46-237f-4330-b63f-7433d1662019 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d18a2bc0-783c-488e-893b-85bea7500308 HTTP/1.1" status: 200 len: 854 time: 0.1048241 Apr 30 07:10:15.454232 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e496fe18-17ba-47d4-84ba-76a94a742566 req-0d68e67b-aeaa-43dc-b944-4c83727457d5 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758181 Apr 30 07:10:15.524293 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-cc94d828-40c2-470b-ac9b-0b5c02592fb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99ee20f2-1d49-486a-906d-7b68fc5c4812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655062 Apr 30 07:10:15.585197 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7eafb-d582-43b2-b3c7-07733150ec80 req-ac8189a7-754f-4caa-a0a6-0955ee6a303c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:15.587858 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-60a7eafb-d582-43b2-b3c7-07733150ec80 req-ac8189a7-754f-4caa-a0a6-0955ee6a303c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 944 time: 0.0886517 Apr 30 07:10:15.657787 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-60a7eafb-d582-43b2-b3c7-07733150ec80 req-80b90092-4799-4f99-aafb-3595ae30ff6d tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649803 Apr 30 07:10:15.701259 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-9cef6e77-ed3f-4277-b429-040b441470d3 service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681647 Apr 30 07:10:15.838988 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7d4b33a-862e-48ee-aecb-4ba83fdd47ba req-aeaca000-536a-4129-913c-032d5df9399a service neutron] 10.222.0.25 "GET /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294820 Apr 30 07:10:16.683912 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f48aeb-6982-4fa0-93d0-cd3f33cf82a9 req-84feeb4e-d1f8-434d-abd8-d5e7cf580be7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:16.685473 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-06f48aeb-6982-4fa0-93d0-cd3f33cf82a9 req-84feeb4e-d1f8-434d-abd8-d5e7cf580be7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.1085739 Apr 30 07:10:16.735695 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-06f48aeb-6982-4fa0-93d0-cd3f33cf82a9 req-8cecda9f-51fc-4343-9ed6-cf0a56616ffc tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433433 Apr 30 07:10:16.873543 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f1af8-a71d-45d7-a2eb-54e48e41226c req-3bd357bc-c72b-4797-8f9f-33d1871780de tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:16.875568 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-3f1f1af8-a71d-45d7-a2eb-54e48e41226c req-3bd357bc-c72b-4797-8f9f-33d1871780de tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Synchronizing usage tracker for tenant:af2808c727954b70a613adcf7a4671b4 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:10:16.896053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-3f1f1af8-a71d-45d7-a2eb-54e48e41226c req-3bd357bc-c72b-4797-8f9f-33d1871780de tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Unset dirty status for tenant:af2808c727954b70a613adcf7a4671b4 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:10:16.897501 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3f1f1af8-a71d-45d7-a2eb-54e48e41226c req-3bd357bc-c72b-4797-8f9f-33d1871780de tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 944 time: 0.1090558 Apr 30 07:10:16.953888 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3f1f1af8-a71d-45d7-a2eb-54e48e41226c req-18271dd4-9b6b-4e77-ba00-b3ec24de55c3 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498626 Apr 30 07:10:17.741630 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c1a73e6c-a4b7-437f-9d20-28d64239f49d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:10:17.928950 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c1a73e6c-a4b7-437f-9d20-28d64239f49d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1a73e6c-a4b7-437f-9d20-28d64239f49d,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:17.944111 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d', 'network_id': '99ee20f2-1d49-486a-906d-7b68fc5c4812', 'port_id': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d', 'mac_address': 'fa:16:3e:0c:c6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a2bc0-783c-488e-893b-85bea7500308', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:10:18.005016 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:18.023911 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a73e6c-a4b7-437f-9d20-28d64239f49d {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:10:18.043094 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c1a73e6c-a4b7-437f-9d20-28d64239f49d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1a73e6c-a4b7-437f-9d20-28d64239f49d,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:18.058438 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:18.061986 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:18.176988 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=c1a73e6c-a4b7-437f-9d20-28d64239f49d,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:18.193640 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:18.211090 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a76b1-41b4-48c6-b9ba-1c9cecd240e0 req-d47708be-21a0-485c-9216-f45b03390cfe tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:18.218747 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-779a76b1-41b4-48c6-b9ba-1c9cecd240e0 req-d47708be-21a0-485c-9216-f45b03390cfe tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 945 time: 0.1377783 Apr 30 07:10:18.224123 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ba38-96ef-47d5-8f1b-634aca5df036 req-0e4bf48e-2837-4319-85dc-e2af2efcd59c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:18.226051 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5ad5ba38-96ef-47d5-8f1b-634aca5df036 req-0e4bf48e-2837-4319-85dc-e2af2efcd59c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.3029101 Apr 30 07:10:18.270774 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-779a76b1-41b4-48c6-b9ba-1c9cecd240e0 req-a436c864-e67a-46e5-9f0a-57a3edb182e0 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 Apr 30 07:10:18.297898 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5ad5ba38-96ef-47d5-8f1b-634aca5df036 req-bb112914-c29f-4c35-83bf-a965f61cd351 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600944 Apr 30 07:10:18.341580 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['c1a73e6c-a4b7-437f-9d20-28d64239f49d'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:10:19.501168 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f0001-f5ba-444b-a8a9-b75a92b5562d req-6b67f1c9-5807-42fb-b79c-b3c55fc4232c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:19.503504 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac6f0001-f5ba-444b-a8a9-b75a92b5562d req-6b67f1c9-5807-42fb-b79c-b3c55fc4232c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 945 time: 0.1031511 Apr 30 07:10:19.508177 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684387d9-0eba-49dc-aed5-6c4a04f96e85 req-6724b9ae-a349-4bdc-9a99-52f6e4c5052d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:19.509654 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-684387d9-0eba-49dc-aed5-6c4a04f96e85 req-6724b9ae-a349-4bdc-9a99-52f6e4c5052d tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0835524 Apr 30 07:10:19.556749 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac6f0001-f5ba-444b-a8a9-b75a92b5562d req-4a84ebd3-b0fc-4346-9792-78dd9fea7748 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471866 Apr 30 07:10:19.558011 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-684387d9-0eba-49dc-aed5-6c4a04f96e85 req-7ab84d2d-af37-4d5e-8ef2-237ddab8c661 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Apr 30 07:10:19.759234 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c1a73e6c-a4b7-437f-9d20-28d64239f49d up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:10:19.833270 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port c1a73e6c-a4b7-437f-9d20-28d64239f49d completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:10:19.840346 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port c1a73e6c-a4b7-437f-9d20-28d64239f49d triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:10:19.840790 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:19.960427 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:19.988054 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350894aa-eb07-41c6-90d9-c0128418260f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:10:19.998770 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c1a73e6c-a4b7-437f-9d20-28d64239f49d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1a73e6c-a4b7-437f-9d20-28d64239f49d,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:20.006169 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:20.008329 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:20.038461 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350894aa-eb07-41c6-90d9-c0128418260f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d', 'code': 200} Apr 30 07:10:20.081032 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=c1a73e6c-a4b7-437f-9d20-28d64239f49d,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:20.083003 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:20.288147 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df721a-fddf-4eea-89b7-47b7daa26167 req-c124399b-9b05-4381-b5f9-5124da9ced44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:20.289630 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a6df721a-fddf-4eea-89b7-47b7daa26167 req-c124399b-9b05-4381-b5f9-5124da9ced44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 1099 time: 0.0712607 Apr 30 07:10:20.356249 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a6df721a-fddf-4eea-89b7-47b7daa26167 req-7e2c5c84-697f-42cc-9e79-5295fb89e164 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Apr 30 07:10:20.765825 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee505e-8b11-475e-b15d-6959d1d2e67d req-0e4feb31-a6c7-40c3-8351-d0c16c8e0d43 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:20.767317 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-56ee505e-8b11-475e-b15d-6959d1d2e67d req-0e4feb31-a6c7-40c3-8351-d0c16c8e0d43 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0811784 Apr 30 07:10:20.767733 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ebac7-47a8-412f-8fa5-33d279091780 req-c10c0a55-c518-422f-bdbb-9481a6a63a60 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:20.769153 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-407ebac7-47a8-412f-8fa5-33d279091780 req-c10c0a55-c518-422f-bdbb-9481a6a63a60 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 946 time: 0.0868697 Apr 30 07:10:20.813700 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-56ee505e-8b11-475e-b15d-6959d1d2e67d req-fcbd2a2a-be1e-43e0-a740-919187198933 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402336 Apr 30 07:10:20.853720 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-407ebac7-47a8-412f-8fa5-33d279091780 req-23cd66bd-0cce-4ffc-8822-bc648a2c39bc tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790033 Apr 30 07:10:20.882465 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-61318131-9450-492c-9846-5c988336a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:20.883931 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-61318131-9450-492c-9846-5c988336a7f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1098 time: 0.0780010 Apr 30 07:10:21.018450 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-f5d0d337-9f87-4ee1-9f34-5d66b5538c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:21.019895 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-f5d0d337-9f87-4ee1-9f34-5d66b5538c1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1284647 Apr 30 07:10:21.126044 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-43c27a93-d185-465e-9432-87e13d9e73fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 200 len: 1000 time: 0.0957282 Apr 30 07:10:21.204844 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-5e8346c3-1256-498f-969b-baa39213c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:21.206297 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-5e8346c3-1256-498f-969b-baa39213c837 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0699446 Apr 30 07:10:21.288095 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-ca14d483-cd1b-453a-a18a-82c5484e73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:21.289554 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-ca14d483-cd1b-453a-a18a-82c5484e73c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736368 Apr 30 07:10:21.423585 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-4aa69825-9266-4587-a412-acc299e8804d service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250970 Apr 30 07:10:21.564567 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-837663c6-d251-4a0e-b643-6bbf664eb167 req-d26549a1-deb7-44fd-bc15-39bacbe4c409 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330631 Apr 30 07:10:22.004977 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc911d-2cac-40cb-9299-14e08acf4191 req-7e11b78f-c279-4cd2-bc66-ddcd96282470 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:22.006461 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b2bc911d-2cac-40cb-9299-14e08acf4191 req-7e11b78f-c279-4cd2-bc66-ddcd96282470 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0777686 Apr 30 07:10:22.041741 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4572d-c207-4cd9-bd5f-9bc41f07cef0 req-04114ec4-fdb8-41bf-af27-17a3c1de30f0 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:22.043279 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eec4572d-c207-4cd9-bd5f-9bc41f07cef0 req-04114ec4-fdb8-41bf-af27-17a3c1de30f0 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 946 time: 0.0818269 Apr 30 07:10:22.051569 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b2bc911d-2cac-40cb-9299-14e08acf4191 req-23ba8d1c-065e-462c-948d-074747250785 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Apr 30 07:10:22.088651 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-eec4572d-c207-4cd9-bd5f-9bc41f07cef0 req-12c93d1e-3367-4fd1-bfa9-d92e18a5c1c2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Apr 30 07:10:23.250728 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee23951-aade-4c0c-83ec-045f88cccdba req-3b957618-71c3-4638-9067-5ca90d12b619 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:23.252274 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-eee23951-aade-4c0c-83ec-045f88cccdba req-3b957618-71c3-4638-9067-5ca90d12b619 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 945 time: 0.0842743 Apr 30 07:10:23.297397 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-eee23951-aade-4c0c-83ec-045f88cccdba req-66829e86-6982-4ff2-8f9d-f5ce0b4039f8 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390494 Apr 30 07:10:23.771509 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:10:23.884249 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:23.910577 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:10:23.920165 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:23.925749 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:23.927739 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:23.962299 dv-cinder-773876-2-smb neutron-server[73783]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'code': 422} returned with failed status Apr 30 07:10:23.992389 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=8']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:23.995459 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:24.492539 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd5b8d-b725-416e-9237-0ff0b00eaeab req-0440d96e-c12d-4f76-8c5e-f217ac0312bb tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:24.494006 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8fdd5b8d-b725-416e-9237-0ff0b00eaeab req-0440d96e-c12d-4f76-8c5e-f217ac0312bb tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0815752 Apr 30 07:10:24.543472 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-8fdd5b8d-b725-416e-9237-0ff0b00eaeab req-db23db95-bb5d-4490-9f36-58c1a637ba94 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431454 Apr 30 07:10:25.077411 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5b061e65-7cce-4d6f-ab37-1515c24cf884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:25.881380 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:26.021176 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5cffd-c79a-4d12-bbb7-8e886d2f62ce req-4b462aa5-da53-497c-b86d-ec85f343507c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:26.022747 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2da5cffd-c79a-4d12-bbb7-8e886d2f62ce req-4b462aa5-da53-497c-b86d-ec85f343507c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0864608 Apr 30 07:10:26.069062 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2da5cffd-c79a-4d12-bbb7-8e886d2f62ce req-a11af077-c348-4413-b27b-1eac61d4e1c4 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402584 Apr 30 07:10:26.094697 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-acf91d6e-dc51-4d0e-b44a-131ef5df2a5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1462965 Apr 30 07:10:26.616964 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-fe3c23a7-d00b-4f78-806f-97268f60d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:26.618537 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-fe3c23a7-d00b-4f78-806f-97268f60d477 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb&tenant_id=91d029e39e9643c0b0f1399a364bcdba HTTP/1.1" status: 200 len: 1096 time: 0.0831480 Apr 30 07:10:26.715807 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-df27be99-e940-4ad1-8e4b-7c19cc2d8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:26.717341 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-df27be99-e940-4ad1-8e4b-7c19cc2d8d0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91d029e39e9643c0b0f1399a364bcdba&device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1096 time: 0.0755107 Apr 30 07:10:26.849899 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-d9906d3f-ec7d-49a2-b075-d75aebd17f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:26.851393 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-d9906d3f-ec7d-49a2-b075-d75aebd17f79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 200 len: 917 time: 0.1272416 Apr 30 07:10:27.029089 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-69b59e1d-2624-437f-9d1a-5f5c67899c50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 200 len: 998 time: 0.1702642 Apr 30 07:10:27.100822 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-06590bbf-2f4c-4465-b57d-c8fd26aaf1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:27.102259 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-06590bbf-2f4c-4465-b57d-c8fd26aaf1b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 200 len: 855 time: 0.0661938 Apr 30 07:10:27.179441 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-2ade453e-c6ec-457b-80ba-8dc19acd2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:27.181184 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-2ade453e-c6ec-457b-80ba-8dc19acd2656 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94fc5581-9712-4b89-9102-e135eac9c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719218 Apr 30 07:10:27.367244 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa5097-9a31-4925-8016-e9628c76fc2f req-916433c9-7596-4e72-9ffa-7b0a8d3e4ed4 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:27.368559 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1faa5097-9a31-4925-8016-e9628c76fc2f req-916433c9-7596-4e72-9ffa-7b0a8d3e4ed4 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.1865127 Apr 30 07:10:27.374721 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-773c1d29-60f3-4a05-a262-25e664fd3a43 service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548467 Apr 30 07:10:27.504834 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1faa5097-9a31-4925-8016-e9628c76fc2f req-20048863-3f98-457f-9a39-cee3a3494381 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291344 Apr 30 07:10:27.517060 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a31d842f-0b55-4542-bfe1-93ce87495b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:27.539502 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-812ee7a1-9d79-4017-b472-6912647c94a2 req-b94ad50a-e515-419a-a4ae-aeed0a96d68c service neutron] 10.222.0.25 "GET /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508617 Apr 30 07:10:27.780960 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:10:27.840680 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:28.449360 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:28.760630 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad72cc-6d38-4db2-a3c8-7f145a23fa1c req-139be17e-cad0-4be4-aa2a-47e9dd0dd093 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:28.762188 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-0bad72cc-6d38-4db2-a3c8-7f145a23fa1c req-139be17e-cad0-4be4-aa2a-47e9dd0dd093 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0869057 Apr 30 07:10:28.808392 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-0bad72cc-6d38-4db2-a3c8-7f145a23fa1c req-9770f860-4462-459d-971a-90953e115307 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 Apr 30 07:10:30.006831 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aec0d4-166b-46f1-9dec-fd265097a03f req-46000039-8ebe-42f9-9663-93cff29de1c3 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:30.008314 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-50aec0d4-166b-46f1-9dec-fd265097a03f req-46000039-8ebe-42f9-9663-93cff29de1c3 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0823145 Apr 30 07:10:30.056261 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-50aec0d4-166b-46f1-9dec-fd265097a03f req-f8ca26a5-f2d0-48e9-a5d1-9f1f6ad62b0f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415702 Apr 30 07:10:30.332717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:31.263389 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36def0de-7544-4aa6-8678-1299f14d90ac req-dba9e7b2-bb7f-4a07-b326-c2d1b0a295bd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:31.264874 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-36def0de-7544-4aa6-8678-1299f14d90ac req-dba9e7b2-bb7f-4a07-b326-c2d1b0a295bd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0845828 Apr 30 07:10:31.312976 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-36def0de-7544-4aa6-8678-1299f14d90ac req-285ab2b9-bbaa-45c0-8688-3b33a794c23f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Apr 30 07:10:32.512950 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021505af-0cb2-4766-83b1-0647bdf39254 req-23234fb5-4711-4585-9f7d-efad99f9b4c7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:32.514347 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-021505af-0cb2-4766-83b1-0647bdf39254 req-23234fb5-4711-4585-9f7d-efad99f9b4c7 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0875778 Apr 30 07:10:32.562384 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-021505af-0cb2-4766-83b1-0647bdf39254 req-284fa5ca-fa18-41e2-85a5-0723e62de5d1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 Apr 30 07:10:33.767542 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560acb21-60a4-4b9b-a56f-56fe9b6d4717 req-2426aded-9897-4cab-a5d8-f4efe2302a44 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:33.769159 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-560acb21-60a4-4b9b-a56f-56fe9b6d4717 req-2426aded-9897-4cab-a5d8-f4efe2302a44 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0813222 Apr 30 07:10:33.814899 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-560acb21-60a4-4b9b-a56f-56fe9b6d4717 req-f2db4278-7a26-4b44-9be1-2ecf68f48897 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395186 Apr 30 07:10:35.019771 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2f74-7531-4042-b65f-8bd87c91df5d req-b6540a82-78bc-4953-b75b-44438f09147f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:35.021125 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1aca2f74-7531-4042-b65f-8bd87c91df5d req-b6540a82-78bc-4953-b75b-44438f09147f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0888412 Apr 30 07:10:35.068531 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-1aca2f74-7531-4042-b65f-8bd87c91df5d req-a47d51dd-5f91-4884-98c9-7d55e8af7350 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409443 Apr 30 07:10:36.327698 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715aef-bd2f-4b21-9936-0b40d4c7446f req-971c432c-59a6-45e3-8933-c3d107196278 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:36.329148 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-82715aef-bd2f-4b21-9936-0b40d4c7446f req-971c432c-59a6-45e3-8933-c3d107196278 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.1419706 Apr 30 07:10:36.375831 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-82715aef-bd2f-4b21-9936-0b40d4c7446f req-9208df19-120f-4c12-b510-c8f6ade28076 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 Apr 30 07:10:37.572577 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45e454-fc20-4ec7-99cc-a01f11a6f549 req-b8707482-a77d-4b57-b9ce-6d24088926c1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:37.574076 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5f45e454-fc20-4ec7-99cc-a01f11a6f549 req-b8707482-a77d-4b57-b9ce-6d24088926c1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0809214 Apr 30 07:10:37.621712 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-5f45e454-fc20-4ec7-99cc-a01f11a6f549 req-0bad3742-f22e-43df-8a45-7e0f84843e28 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Apr 30 07:10:38.895037 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2629f-dc68-4f27-b13f-6cd3b3520f5e req-bd3e9ceb-5ae9-452a-b27c-c082f470766a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:38.897176 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-40b2629f-dc68-4f27-b13f-6cd3b3520f5e req-bd3e9ceb-5ae9-452a-b27c-c082f470766a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.1453288 Apr 30 07:10:38.945161 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-40b2629f-dc68-4f27-b13f-6cd3b3520f5e req-ed493be0-f3fa-49f2-baf4-67770d8d2853 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412412 Apr 30 07:10:40.166465 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a28f4b-5e72-4ba5-8889-5de29ad53b9d req-ab580eaf-e5e5-4fb4-be7c-87d2fb66638e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:40.168267 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-48a28f4b-5e72-4ba5-8889-5de29ad53b9d req-ab580eaf-e5e5-4fb4-be7c-87d2fb66638e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0916076 Apr 30 07:10:40.213211 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-48a28f4b-5e72-4ba5-8889-5de29ad53b9d req-95441548-43d8-483c-9637-43a4195862c9 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388095 Apr 30 07:10:41.412404 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe5f1-783a-4553-8885-0e798716504a req-1e0468d9-3791-4f81-b64c-285e7eb15290 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:41.414153 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3b5fe5f1-783a-4553-8885-0e798716504a req-1e0468d9-3791-4f81-b64c-285e7eb15290 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 943 time: 0.0813739 Apr 30 07:10:41.466591 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3b5fe5f1-783a-4553-8885-0e798716504a req-fff9e327-a8e6-42de-ae0b-000bbcdfa88a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444746 Apr 30 07:10:41.881715 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:10:42.021511 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:42.034730 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'port_id': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'mac_address': 'fa:16:3e:50:58:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:10:42.091669 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:42.107776 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:10:42.123193 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:42.129494 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:42.131186 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:42.196955 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=9']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:42.200159 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:42.384559 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['2cc8e21c-7a13-4e16-975b-a91ee55de2c6'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:10:42.666271 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaad653-2c01-4700-8877-bbb32d9e1054 req-bfd85445-2797-4df8-9d58-e30d0f6d9257 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:42.667339 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cbaad653-2c01-4700-8877-bbb32d9e1054 req-bfd85445-2797-4df8-9d58-e30d0f6d9257 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 944 time: 0.0843067 Apr 30 07:10:42.716906 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cbaad653-2c01-4700-8877-bbb32d9e1054 req-23022087-a8b9-4ceb-ba81-388569cde292 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436888 Apr 30 07:10:43.887923 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:10:43.917300 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e417452-f8d5-453e-91c8-efb40bd36093 req-d1ff2d9e-9cb8-4e82-833f-7dc0dfd16b66 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:43.919880 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9e417452-f8d5-453e-91c8-efb40bd36093 req-d1ff2d9e-9cb8-4e82-833f-7dc0dfd16b66 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 944 time: 0.0852118 Apr 30 07:10:43.959559 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:10:43.959936 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:43.964997 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9e417452-f8d5-453e-91c8-efb40bd36093 req-5eb34e51-167e-4cd6-a1e8-d240aab5750c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398207 Apr 30 07:10:44.077109 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:44.105145 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:10:44.114990 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:44.123783 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:44.126827 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:44.162640 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'code': 200} Apr 30 07:10:44.201657 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=10']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:44.205038 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:44.213738 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162df880-a176-40fc-85af-086c284a0435 req-4ebc7ad2-aa3d-482e-9ce1-9ec800986705 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:44.215358 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-162df880-a176-40fc-85af-086c284a0435 req-4ebc7ad2-aa3d-482e-9ce1-9ec800986705 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0880070 Apr 30 07:10:44.263427 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-162df880-a176-40fc-85af-086c284a0435 req-3cb113ae-80d0-41d4-9085-4317c8dc5950 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Apr 30 07:10:44.416512 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ff99-d177-4732-ad79-9e20598a19e8 req-b33ddc47-4438-4089-aaac-295e09ec032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:44.418001 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f2a4ff99-d177-4732-ad79-9e20598a19e8 req-b33ddc47-4438-4089-aaac-295e09ec032c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 1099 time: 0.0757256 Apr 30 07:10:44.426575 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:10:44.470621 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f2a4ff99-d177-4732-ad79-9e20598a19e8 req-200c3685-0b07-418c-b190-c025e61eb4b6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443416 Apr 30 07:10:45.172908 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773723-82f6-400a-9f04-2053f0552476 req-ca65e694-e191-4105-8d6a-79c3661fe46e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:45.174376 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-95773723-82f6-400a-9f04-2053f0552476 req-ca65e694-e191-4105-8d6a-79c3661fe46e tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 946 time: 0.0842452 Apr 30 07:10:45.221252 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-95773723-82f6-400a-9f04-2053f0552476 req-0669fc57-8112-484e-a749-89fc64ab59dd tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408442 Apr 30 07:10:45.454113 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36537b9f-4777-4f26-8af9-ae3cabc526c4 req-8277d747-8289-416b-8c21-76365b54e3cb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:45.461089 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-36537b9f-4777-4f26-8af9-ae3cabc526c4 req-8277d747-8289-416b-8c21-76365b54e3cb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0857921 Apr 30 07:10:45.504258 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-36537b9f-4777-4f26-8af9-ae3cabc526c4 req-64217137-1fa1-4765-ac62-809396b0e147 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Apr 30 07:10:46.429374 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c7c33-4f27-492f-a842-ae5d9acdff95 req-a44b5876-ca23-43f2-a8bd-de6c248f1271 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:46.430687 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9c2c7c33-4f27-492f-a842-ae5d9acdff95 req-a44b5876-ca23-43f2-a8bd-de6c248f1271 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 946 time: 0.0878861 Apr 30 07:10:46.478125 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-9c2c7c33-4f27-492f-a842-ae5d9acdff95 req-4487c335-f6a5-4e7e-8a90-92cfa06fae4b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Apr 30 07:10:46.698406 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfca829-0543-4db6-9844-58ab8cc17d8e req-efc82bb6-ad61-42a7-9ad0-7f10d461f494 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:46.700095 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bfca829-0543-4db6-9844-58ab8cc17d8e req-efc82bb6-ad61-42a7-9ad0-7f10d461f494 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0919065 Apr 30 07:10:46.754380 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6bfca829-0543-4db6-9844-58ab8cc17d8e req-c029c73c-f28f-46ef-8770-05f9a6b4e79d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478897 Apr 30 07:10:47.957238 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972f0a3-dd5f-43d2-8670-736c7f23fd3b req-e289a523-3a20-4dfe-98a3-54fdf3eb6bbe tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:47.958613 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7972f0a3-dd5f-43d2-8670-736c7f23fd3b req-e289a523-3a20-4dfe-98a3-54fdf3eb6bbe tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0943418 Apr 30 07:10:48.004965 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7972f0a3-dd5f-43d2-8670-736c7f23fd3b req-663d4108-88ac-4f4e-b100-c7d3dd8af125 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401564 Apr 30 07:10:49.206594 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70945f59-91fe-4c0e-8df9-a59c308f766c req-dc4607e9-5f60-46b2-a2f0-344aa07c4f86 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:49.208069 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70945f59-91fe-4c0e-8df9-a59c308f766c req-dc4607e9-5f60-46b2-a2f0-344aa07c4f86 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0907350 Apr 30 07:10:49.253264 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-70945f59-91fe-4c0e-8df9-a59c308f766c req-5fdf63bf-60cc-4fc1-a3a7-ff4ccf7646e5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Apr 30 07:10:50.449126 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1301427-7584-40e4-858d-62722ef1aa3c req-d329963d-9caa-4967-820a-f2f093c99cd4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:50.450616 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e1301427-7584-40e4-858d-62722ef1aa3c req-d329963d-9caa-4967-820a-f2f093c99cd4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0859451 Apr 30 07:10:50.494531 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e1301427-7584-40e4-858d-62722ef1aa3c req-517c9fec-ef7e-4b77-b0db-2b487552442c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379307 Apr 30 07:10:50.734654 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6375c2-0545-4e14-a58b-a8d18bbb0c73 req-a9058660-4066-41a5-b5f0-2779cb7a342f tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:50.736060 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4a6375c2-0545-4e14-a58b-a8d18bbb0c73 req-a9058660-4066-41a5-b5f0-2779cb7a342f tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 946 time: 0.0837388 Apr 30 07:10:50.783353 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-4a6375c2-0545-4e14-a58b-a8d18bbb0c73 req-a3f9a501-73d2-48f2-929e-e82fee8c6514 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Apr 30 07:10:51.781926 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e19b0-7d54-4c07-b9c4-aefff24a16db req-45e094ff-e015-4960-9a85-1585c821b3f7 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:51.783313 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-343e19b0-7d54-4c07-b9c4-aefff24a16db req-45e094ff-e015-4960-9a85-1585c821b3f7 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.1696680 Apr 30 07:10:51.827704 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-343e19b0-7d54-4c07-b9c4-aefff24a16db req-1c6f01b7-1463-4986-abee-dd158e7f4e61 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383594 Apr 30 07:10:51.978748 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965f4bb-a005-4887-8504-b545a27a0b4d req-752560bf-ee16-424f-be61-073b9d2c710b tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:51.980180 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a965f4bb-a005-4887-8504-b545a27a0b4d req-752560bf-ee16-424f-be61-073b9d2c710b tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 946 time: 0.0830448 Apr 30 07:10:52.028557 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a965f4bb-a005-4887-8504-b545a27a0b4d req-1f52359c-8587-4158-8e26-b0a35e5ec33f tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Apr 30 07:10:53.021216 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5c0df-f838-4302-a67c-6ea8e6453992 req-46a55d5f-eed8-4f12-ad56-20fc995bebfb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:53.022584 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b8a5c0df-f838-4302-a67c-6ea8e6453992 req-46a55d5f-eed8-4f12-ad56-20fc995bebfb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0821929 Apr 30 07:10:53.072186 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b8a5c0df-f838-4302-a67c-6ea8e6453992 req-eb02167a-18c5-41a7-9dd7-3ff0be4e6e9d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409048 Apr 30 07:10:53.214970 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048a263-efe0-494c-b636-588d75be6d39 req-3b5f1b14-cac6-4acd-ad0f-cd4d4729109d tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:53.216408 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a048a263-efe0-494c-b636-588d75be6d39 req-3b5f1b14-cac6-4acd-ad0f-cd4d4729109d tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 946 time: 0.0819476 Apr 30 07:10:53.265039 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a048a263-efe0-494c-b636-588d75be6d39 req-d7f4b373-5de2-4ae1-8520-3a19cb1c6110 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Apr 30 07:10:54.284041 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781c73-68cc-45e2-b86e-e2b5cbfade0a req-c44a0688-8a15-4621-8a12-f46674372ffc tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:54.285493 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-47781c73-68cc-45e2-b86e-e2b5cbfade0a req-c44a0688-8a15-4621-8a12-f46674372ffc tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0928311 Apr 30 07:10:54.332029 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-47781c73-68cc-45e2-b86e-e2b5cbfade0a req-1c241e20-144d-420a-9387-a18898f99e13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380359 Apr 30 07:10:54.630762 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a3c0d-9423-4bc0-8893-703912093070 req-9afce42b-541d-4c53-9c66-0648e486237c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:54.632184 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e87a3c0d-9423-4bc0-8893-703912093070 req-9afce42b-541d-4c53-9c66-0648e486237c tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 946 time: 0.0976851 Apr 30 07:10:54.677345 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-e87a3c0d-9423-4bc0-8893-703912093070 req-a115f2f0-7cd6-4cb9-ad9c-96392a8e2b96 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c827967-4066-4281-8d37-436a1c1038be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Apr 30 07:10:55.074776 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-df075321-5ffa-404b-8152-6bafc72ec30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:55.183772 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3a31b439-d34e-429a-a5d8-f62fcf3892eb tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:55.185199 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3a31b439-d34e-429a-a5d8-f62fcf3892eb tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 946 time: 0.0841596 Apr 30 07:10:55.318550 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Deleting port c1a73e6c-a4b7-437f-9d20-28d64239f49d {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:10:55.319279 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:55.484023 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] For port c1a73e6c-a4b7-437f-9d20-28d64239f49d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1a73e6c-a4b7-437f-9d20-28d64239f49d,segment=NetworkSegment(89812746-cac5-4217-847b-84294ede6eca),segment_id=89812746-cac5-4217-847b-84294ede6eca)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:10:55.484351 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:55.608036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Calling delete_port for c1a73e6c-a4b7-437f-9d20-28d64239f49d owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:10:55.657301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023e510-e81d-439e-930e-e4e90f67095a req-7706ebb0-ad0c-4f38-b9bd-55fb3bc0458d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:55.658667 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d023e510-e81d-439e-930e-e4e90f67095a req-7706ebb0-ad0c-4f38-b9bd-55fb3bc0458d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.2177618 Apr 30 07:10:55.744699 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d023e510-e81d-439e-930e-e4e90f67095a req-75d8b64a-6d3d-4582-9b79-c4cecef98829 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794325 Apr 30 07:10:55.779053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:55.785134 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-60c96559-77e9-4419-ac29-4f42a8b93f58 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:10:55.791266 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['c1a73e6c-a4b7-437f-9d20-28d64239f49d'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:10:55.830953 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Pushing event deleted for resources: {'Port': ['ID=c1a73e6c-a4b7-437f-9d20-28d64239f49d,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:10:55.873570 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.873942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.874326 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.874679 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.875051 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.875385 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.875733 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.876080 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.876425 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.876767 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.877109 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.877420 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:10:55.884735 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:10:55.900945 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-aa12242d-b339-4e7d-8090-6d1b277b2d20 req-07446a79-01de-4164-97bd-b06d576973a2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.11 "GET /v2.0/ports?device_id=350894aa-eb07-41c6-90d9-c0128418260f HTTP/1.1" status: 200 len: 210 time: 0.1170712 Apr 30 07:10:55.912107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:55.927987 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] No DVR routers for this DVR port c1a73e6c-a4b7-437f-9d20-28d64239f49d on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:10:55.930575 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:55.933195 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350894aa-eb07-41c6-90d9-c0128418260f', 'name': 'network-vif-deleted', 'tag': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:10:55.950627 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fdf05deb-9ad9-46bb-af8b-e454e23a0084 req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] 10.222.0.25 "DELETE /v2.0/ports/c1a73e6c-a4b7-437f-9d20-28d64239f49d HTTP/1.1" status: 204 len: 173 time: 0.7592168 Apr 30 07:10:56.036828 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350894aa-eb07-41c6-90d9-c0128418260f', 'name': 'network-vif-deleted', 'tag': 'c1a73e6c-a4b7-437f-9d20-28d64239f49d', 'status': 'completed', 'code': 200} Apr 30 07:10:56.141550 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-af4bbda7-4816-4c46-a5cc-d3df6a01d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:56.143104 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-af4bbda7-4816-4c46-a5cc-d3df6a01d5cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1098 time: 0.1206892 Apr 30 07:10:56.300123 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-ccc14dbd-90bd-4215-994c-dccfb11f002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:56.301487 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-ccc14dbd-90bd-4215-994c-dccfb11f002a service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.1382270 Apr 30 07:10:56.421498 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-d14a6c3e-1cb0-4afa-8114-f5e8129f12a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 1001 time: 0.0984824 Apr 30 07:10:56.490938 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-b8db02d1-5a2c-48ff-a1f1-e1bcec7b60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:56.492557 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-b8db02d1-5a2c-48ff-a1f1-e1bcec7b60b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0605667 Apr 30 07:10:56.574209 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-5b2be3e6-c3f5-4ece-bfe7-3788e8b53939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:56.575810 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-5b2be3e6-c3f5-4ece-bfe7-3788e8b53939 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717742 Apr 30 07:10:56.792675 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-d5ff238a-6cb6-46e4-b086-ca79a3c1279d service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072484 Apr 30 07:10:56.932994 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3451523d-1647-4fdd-bf0f-a9e132abd4fa req-dbac1075-a75d-4c7f-957d-e54daabbfeff service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283367 Apr 30 07:10:56.942926 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df0de-e842-420a-af03-b94a5517790d req-8ac09100-e524-4fa7-b38e-e7a9a69c0440 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:56.944536 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-469df0de-e842-420a-af03-b94a5517790d req-8ac09100-e524-4fa7-b38e-e7a9a69c0440 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0811744 Apr 30 07:10:56.992234 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-469df0de-e842-420a-af03-b94a5517790d req-c8ecaab2-a11f-4993-85b4-2f637783115b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 Apr 30 07:10:57.515155 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a251d7cc-8ce8-488e-90f0-0a51a4a5fda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:57.832412 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:58.188984 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a010-e2a8-43e3-af33-abda1b338066 req-fbb9dd7b-9051-4749-afe8-1cc2a97fc1a0 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:58.190446 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7845a010-e2a8-43e3-af33-abda1b338066 req-fbb9dd7b-9051-4749-afe8-1cc2a97fc1a0 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0871310 Apr 30 07:10:58.236095 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7845a010-e2a8-43e3-af33-abda1b338066 req-9018f218-4425-4fed-bc37-910ce638f584 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Apr 30 07:10:58.444453 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:10:59.427884 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad87ef-5301-47fd-afe8-b7375a8b5984 req-3004d317-869d-4449-945e-f5ee81cca5e5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:10:59.429349 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2aad87ef-5301-47fd-afe8-b7375a8b5984 req-3004d317-869d-4449-945e-f5ee81cca5e5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0798585 Apr 30 07:10:59.473770 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-2aad87ef-5301-47fd-afe8-b7375a8b5984 req-02fbf169-322b-4628-b5a3-52b5a9f9dc7e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385499 Apr 30 07:10:59.990090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c1a73e6c-a4b7-437f-9d20-28d64239f49d no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:11:00.026354 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: c1a73e6c-a4b7-437f-9d20-28d64239f49d {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:11:00.026729 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c1a73e6c-a4b7-437f-9d20-28d64239f49d not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:11:00.339529 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:00.670492 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7347f-5533-4a87-b35e-8bc12921a42b req-bfcc3617-4f1b-4a9d-8bef-a72cc27cbb7a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:00.671973 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81c7347f-5533-4a87-b35e-8bc12921a42b req-bfcc3617-4f1b-4a9d-8bef-a72cc27cbb7a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0850461 Apr 30 07:11:00.720309 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81c7347f-5533-4a87-b35e-8bc12921a42b req-480195cb-ba5c-4ece-ae5d-c8dc012fe94d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396821 Apr 30 07:11:01.111609 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5f8d4-42b7-4f82-a456-07325f94ab5b req-9f441ea2-b664-45c0-b048-b7175174fdc8 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:01.113056 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fdf5f8d4-42b7-4f82-a456-07325f94ab5b req-9f441ea2-b664-45c0-b048-b7175174fdc8 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.1238413 Apr 30 07:11:01.170031 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-8001b122-0dbe-406e-8dff-62210450bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:01.171498 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-8001b122-0dbe-406e-8dff-62210450bf48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1098 time: 0.1186357 Apr 30 07:11:01.174259 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fdf5f8d4-42b7-4f82-a456-07325f94ab5b req-ac47fde7-9b4e-471d-b24a-4fe6877218e4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547805 Apr 30 07:11:01.305700 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-23be6572-774d-4429-9907-49407b9a0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:01.307261 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-23be6572-774d-4429-9907-49407b9a0714 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.1283276 Apr 30 07:11:01.409760 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-bb1d39a7-b3c6-4f0e-bba5-20c38368cac3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 1001 time: 0.0946264 Apr 30 07:11:01.476340 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-a8f898b3-96e9-42da-93bd-c728c6c8c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:01.477814 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-a8f898b3-96e9-42da-93bd-c728c6c8c61b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0556026 Apr 30 07:11:01.552560 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-20d4b254-c06a-4985-ade2-779498c7270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:01.554382 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-20d4b254-c06a-4985-ade2-779498c7270b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695548 Apr 30 07:11:01.703586 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-3f05ac49-80cb-4df8-b60f-07834ed77a5a service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252079 Apr 30 07:11:01.836128 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-66007ffa-19a6-4b32-8127-c0bcbb25dc0f req-8e2c504f-c93e-4748-a353-a96743635415 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259701 Apr 30 07:11:02.388572 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ebc7d-a3f8-4218-aa29-88c8ca1557f8 req-cf8c94ce-1161-4d90-90c5-bb7fdf81abdf tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:02.390002 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-871ebc7d-a3f8-4218-aa29-88c8ca1557f8 req-cf8c94ce-1161-4d90-90c5-bb7fdf81abdf tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0961001 Apr 30 07:11:02.436284 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-871ebc7d-a3f8-4218-aa29-88c8ca1557f8 req-b7a34d09-3d19-4206-89d6-e9f8964d99fe tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Apr 30 07:11:03.635563 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d479d-a976-4fd6-9b10-909d5deaa626 req-f943583a-0e84-4c04-95bb-531d7a20e668 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:03.636998 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-201d479d-a976-4fd6-9b10-909d5deaa626 req-f943583a-0e84-4c04-95bb-531d7a20e668 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0908933 Apr 30 07:11:03.682564 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-201d479d-a976-4fd6-9b10-909d5deaa626 req-ab1e4e26-a3f1-4a7b-a03c-8d03f542d264 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392931 Apr 30 07:11:16.514569 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37696) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:16.573680 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_v2 [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Deleting subnet d18a2bc0-783c-488e-893b-85bea7500308 {{(pid=73782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:11:16.576666 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:16.626880 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2534138'] for subnet, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:16.679577 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.007925 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698290'] for subnet, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.013914 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d1399c5d-6158-4c8c-b0eb-f8f92a9cd0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:17.054489 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18a2bc0-783c-488e-893b-85bea7500308,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:17.057388 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:17.058352 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.064695 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-613648e8-b818-4763-a87c-e6f1cc3872f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d18a2bc0-783c-488e-893b-85bea7500308 HTTP/1.1" status: 204 len: 168 time: 0.5491185 Apr 30 07:11:17.068116 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37700) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:17.174409 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.296470 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.402130 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ee20f2-1d49-486a-906d-7b68fc5c4812']}} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:17.414688 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89812746-cac5-4217-847b-84294ede6eca') {'for_net_delete': True} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:17.414997 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89812746-cac5-4217-847b-84294ede6eca') {} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:17.426069 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2534131'] for segment, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.441781 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.447800 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=73782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:11:17.615482 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:11:17.623942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534314'] for segment, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.785789 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Network 99ee20f2-1d49-486a-906d-7b68fc5c4812 has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: Traceback (most recent call last): Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: timer() Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: cb(*args, **kw) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: return func(*args, **kwargs) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: self._notify() Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: self.callback(batched_events) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: event.method(event) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: return f(self, *a, **k) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: return self._get(url).json() Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: return self.request(url, 'GET', **kwargs) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:11:17.806049 dv-cinder-773876-2-smb neutron-server[73782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:11:17.882263 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.886581 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f293f20a-eea5-48c5-8112-1c1c90812169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:17.901584 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:17.910862 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ee20f2-1d49-486a-906d-7b68fc5c4812,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:17.913500 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:17.915874 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-2c8c5eb0-f93a-4957-964e-10b49d199bb5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/99ee20f2-1d49-486a-906d-7b68fc5c4812 HTTP/1.1" status: 204 len: 168 time: 0.8462350 Apr 30 07:11:18.031667 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37706) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:18.082060 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-a0023809-75b1-4504-8c72-e404a0ad42a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af2808c727954b70a613adcf7a4671b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491207 Apr 30 07:11:18.085208 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 37710) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:18.157258 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:18.183974 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:18.239161 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:18.242811 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1adf77e3-5226-4328-9483-21785d3c1593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:18.255875 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c827967-4066-4281-8d37-436a1c1038be,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:18.265158 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.265524 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.265890 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.266328 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.266814 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.267874 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.267874 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.268080 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.268382 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.268718 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.269062 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.269396 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:18.272675 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:18.279018 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:18.280190 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c827967-4066-4281-8d37-436a1c1038be HTTP/1.1" status: 204 len: 168 time: 0.1939597 Apr 30 07:11:19.102775 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 37736) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:19.214774 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1861660885-network', 'tenant_id': '447a3ee6a01741a594a429c541b64c74'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:19.220661 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:19.224702 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Usage tracker for resource:network and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:19.227735 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:19.240882 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:19.254855 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Made reservation on behalf of 447a3ee6a01741a594a429c541b64c74 for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:11:19.257483 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.269949 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.285027 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:19.289472 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:19.292586 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:19.298891 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:19.382801 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.388822 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.392077 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-051b8dc5-5c5a-4fe6-81d7-7d23da65ebe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:19.418146 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:11:19.427015 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1201a97-748e-4726-b27c-fa3ddcc19c58,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:19.430438 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:19.432931 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.433278 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Added segment a972a8da-556e-42be-b126-559880b998ab of type vlan for network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 Apr 30 07:11:19.459557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.491850 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.493226 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:19.493837 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:19.498732 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:19.590043 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4858446 Apr 30 07:11:19.592894 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 37742) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:19.600122 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Request body: {'subnet': {'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1861660885-subnet', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'ip_version': 4}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:19.603299 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=7108d78f-2bc3-4ba4-bcb9-dd956222a592,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:19.606477 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:19.607323 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:19.611765 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Usage tracker for resource:subnet and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:19.613918 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:11:19.615091 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:19.621313 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:19.633595 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Made reservation on behalf of 447a3ee6a01741a594a429c541b64c74 for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:11:19.635883 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2665745'] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.024989 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4123672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2665731'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.029696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-95752b42-51f1-477e-8939-75bbe5d8991e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:20.096738 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e69fe77-d50f-40aa-bc20-c306bbc05bc4,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:20.100098 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:20.105686 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Checking segment: {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:20.106301 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Network hostable DHCP agents. Network: 7108d78f-2bc3-4ba4-bcb9-dd956222a592, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:11:20.124738 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:11:20.136351 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 7108d78f-2bc3-4ba4-bcb9-dd956222a592) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:20.146515 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3abcf49-93de-41f9-b2c2-20fa34be94fb None None] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:11:20.148231 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:20.148639 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.172232 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5782924 Apr 30 07:11:20.174900 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 37754) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:20.180101 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:20.185042 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:20.189705 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Usage tracker for resource:router and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:20.192733 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:20.199646 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:20.214536 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.215852 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.238995 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.362734 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 07:11:20.363691 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.389755 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045884e2-c3da-44ff-ad72-15e80286f57f req-d245b59f-6274-4074-9503-5939ca47cd1b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:20.391338 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-045884e2-c3da-44ff-ad72-15e80286f57f req-d245b59f-6274-4074-9503-5939ca47cd1b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 946 time: 0.0837071 Apr 30 07:11:20.436765 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-045884e2-c3da-44ff-ad72-15e80286f57f req-2e49ac32-f28d-4f49-b3f6-9f858026ad6c tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 Apr 30 07:11:20.502628 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.523267 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Allocated IP 172.20.0.2 (7108d78f-2bc3-4ba4-bcb9-dd956222a592/3e69fe77-d50f-40aa-bc20-c306bbc05bc4/12c22c98-f46c-488d-bad3-9f5ccfef0afd) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:11:20.764758 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.774800 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Transition to ACTIVE for port object 12c22c98-f46c-488d-bad3-9f5ccfef0afd will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:20.792049 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Transition to ACTIVE for port object 12c22c98-f46c-488d-bad3-9f5ccfef0afd will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:20.799392 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.803873 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:20.856718 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:20.863563 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:20.866055 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:11:20.886990 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.916405 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:20.936261 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Pushing event updated for resources: {'Port': ['ID=12c22c98-f46c-488d-bad3-9f5ccfef0afd,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:20.974870 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.975083 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.975424 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.975735 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.976063 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.976373 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.976684 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.976993 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.977300 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.977606 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.977912 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.978221 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:20.981978 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:20.999089 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Attempting to bind port 12c22c98-f46c-488d-bad3-9f5ccfef0afd on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:11:20.999456 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Attempting to bind port 12c22c98-f46c-488d-bad3-9f5ccfef0afd by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:11:20.999813 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Attempting to bind port 12c22c98-f46c-488d-bad3-9f5ccfef0afd on network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:21.005136 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:11:21.005507 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Checking segment: {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:21.005903 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:21.006292 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Bound using segment: {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:11:21.006784 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Bound port: 12c22c98-f46c-488d-bad3-9f5ccfef0afd, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:11:21.007150 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:21.053291 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Allocated IP 172.28.1.177 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/9691499c-5351-4462-ad8d-771fdba0f25a) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:11:21.102121 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] For port 12c22c98-f46c-488d-bad3-9f5ccfef0afd, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:11:21.105644 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] For port 12c22c98-f46c-488d-bad3-9f5ccfef0afd, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=12c22c98-f46c-488d-bad3-9f5ccfef0afd,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:11:21.110001 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:21.114659 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:21.188360 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Pushing event updated for resources: {'Port': ['ID=12c22c98-f46c-488d-bad3-9f5ccfef0afd,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:21.191628 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:21.211539 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:21.241466 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:21.245689 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:21.312113 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:21.315419 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:21.319077 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:11:21.349394 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Pushing event updated for resources: {'Port': ['ID=9691499c-5351-4462-ad8d-771fdba0f25a,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:21.356405 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:21.425757 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:11:21.772322 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ffea8-727b-4da8-a3f8-0f92bc751f6b req-694b1735-9a37-4d35-b25e-6889441317ba tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:21.773871 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a14ffea8-727b-4da8-a3f8-0f92bc751f6b req-694b1735-9a37-4d35-b25e-6889441317ba tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 946 time: 0.2226605 Apr 30 07:11:21.826939 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:21.838758 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-93b35bc9-7ce3-48a2-97fe-3560a8d6c5d1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:21.840288 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-93b35bc9-7ce3-48a2-97fe-3560a8d6c5d1 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 946 time: 0.0918462 Apr 30 07:11:21.902980 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-a14ffea8-727b-4da8-a3f8-0f92bc751f6b req-c07e7782-33a1-4fae-a1c5-7e10a9d4a909 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups?id=58126034-889c-4cd6-8390-d14162162fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145337 Apr 30 07:11:21.984733 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Deleting port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:11:21.985072 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.020671 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8a0e1-cf81-4968-b255-8dbcf95ef835 None None] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:11:22.132912 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-0eff111f-5bce-4346-8a7a-582097f8150d None None] Provisioning for port 12c22c98-f46c-488d-bad3-9f5ccfef0afd completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:22.226164 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] For port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:22.226552 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.280949 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.335597 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 12c22c98-f46c-488d-bad3-9f5ccfef0afd up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:22.413284 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 12c22c98-f46c-488d-bad3-9f5ccfef0afd completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:22.423722 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 12c22c98-f46c-488d-bad3-9f5ccfef0afd triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:22.424211 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.501004 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 07:11:22.547071 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.566304 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.566626 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.566939 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Floating IP b19c65d9-9407-47c2-a225-f0a4428fd732 disassociated. External IP: 172.28.1.80, port: 2cc8e21c-7a13-4e16-975b-a91ee55de2c6. Apr 30 07:11:22.567280 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Calling delete_port for 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:11:22.586891 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-38750945-3646-4052-bb7a-2796b7d42da2 None None] Provisioning complete for port 12c22c98-f46c-488d-bad3-9f5ccfef0afd triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:22.587277 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-38750945-3646-4052-bb7a-2796b7d42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.622748 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 12c22c98-f46c-488d-bad3-9f5ccfef0afd, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=12c22c98-f46c-488d-bad3-9f5ccfef0afd,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:22.636576 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.640928 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:22.695643 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.701780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e8dede73-23eb-4d0b-81ab-cffdff05054a tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:22.705108 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:11:22.729318 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:22.732839 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-533d9938-9226-4d31-9bb6-ea36bf2c0195 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5547900 Apr 30 07:11:22.733639 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 37762) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:22.742452 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Sync routers for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:11:22.747907 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event deleted for resources: {'Port': ['ID=2cc8e21c-7a13-4e16-975b-a91ee55de2c6,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:22.751140 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:22.763574 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=12c22c98-f46c-488d-bad3-9f5ccfef0afd,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:22.768141 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:22.768759 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:10:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:22.831732 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:22.933707 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Router 5ab744ce-84b2-4850-9dc2-1e02989f01bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:11:22.955270 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:23.136190 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d7668eea-94aa-4a8f-81a8-72b1fb85051b req-fea92214-f607-4b09-80dc-d87d2ea6519f tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/ports?device_id=681d47c2-4898-45da-b217-6f4a0bfcd7cb HTTP/1.1" status: 200 len: 210 time: 0.0627799 Apr 30 07:11:23.163838 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:11:23.172899 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] Sync routers for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:11:23.192335 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:23.192956 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:10:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:23.261834 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:21Z', 'revision_number': 3, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:23.266647 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Checking router: ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:11:23.267642 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Updating router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 port 9691499c-5351-4462-ad8d-771fdba0f25a binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:11:23.268984 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] No DVR routers for this DVR port 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:11:23.271719 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.284274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-deleted', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:11:23.306542 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a5b0dc56-a8f9-46aa-ab5f-4d26c495c01d req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.25 "DELETE /v2.0/ports/2cc8e21c-7a13-4e16-975b-a91ee55de2c6 HTTP/1.1" status: 204 len: 173 time: 1.4601219 Apr 30 07:11:23.354395 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.364355 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681d47c2-4898-45da-b217-6f4a0bfcd7cb', 'name': 'network-vif-deleted', 'tag': '2cc8e21c-7a13-4e16-975b-a91ee55de2c6', 'status': 'completed', 'code': 200} Apr 30 07:11:23.432767 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:23.536532 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.742414 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.748032 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:23.752804 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] Checking router: 5ab744ce-84b2-4850-9dc2-1e02989f01bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:11:23.757727 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Transition to ACTIVE for port object 9691499c-5351-4462-ad8d-771fdba0f25a will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:23.762429 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:23.763123 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:10:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:23.767518 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.771413 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:23.840834 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Attempting to bind port 9691499c-5351-4462-ad8d-771fdba0f25a on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:11:23.841290 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Attempting to bind port 9691499c-5351-4462-ad8d-771fdba0f25a by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:11:23.841720 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Attempting to bind port 9691499c-5351-4462-ad8d-771fdba0f25a on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:23.857394 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:11:23.857897 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:23.858402 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.858867 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:11:23.859422 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Bound port: 9691499c-5351-4462-ad8d-771fdba0f25a, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:11:23.859860 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.867577 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Allocated IP 172.20.0.1 (7108d78f-2bc3-4ba4-bcb9-dd956222a592/3e69fe77-d50f-40aa-bc20-c306bbc05bc4/42fc6fa9-27c8-48bf-b8e5-069e01223cc7) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:11:23.910142 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ca590-219e-498c-a44c-87165ce23bec None None] Pushing event updated for resources: {'Port': ['ID=9691499c-5351-4462-ad8d-771fdba0f25a,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:23.920544 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-a58ca590-219e-498c-a44c-87165ce23bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:23.941716 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:23.960954 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] For port 9691499c-5351-4462-ad8d-771fdba0f25a, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:11:23.964619 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] For port 9691499c-5351-4462-ad8d-771fdba0f25a, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=9691499c-5351-4462-ad8d-771fdba0f25a,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:11:23.972687 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:23.984871 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-68ad08b9-a80a-46fa-8456-fe83d01434ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:24.044764 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.063110 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:24.063857 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:10:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:24.064478 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.provisioning_blocks [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Transition to ACTIVE for port object 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 will not be triggered until provisioned by entity DHCP. {{(pid=73781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:24.091757 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.096762 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:24.136751 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ca590-219e-498c-a44c-87165ce23bec None None] Pushing event updated for resources: {'Port': ['ID=9691499c-5351-4462-ad8d-771fdba0f25a,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:24.150409 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-a58ca590-219e-498c-a44c-87165ce23bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:24.172515 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:24.176226 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:24.181570 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:11:24.221278 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Pushing event updated for resources: {'Port': ['ID=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:24.229241 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:24.267678 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.269604 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:24.332159 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 12c22c98-f46c-488d-bad3-9f5ccfef0afd up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:24.372174 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:24.377021 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff431a-351b-45e0-9def-bfd51e29c562 None None] The sync data for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb is: [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'e9965593-f70e-47be-b92a-bb511f3c9559', 'name': '', 'network_id': '94fc5581-9712-4b89-9102-e135eac9c332', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'mac_address': 'fa:16:3e:f7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:44Z', 'updated_at': '2021-04-30T07:05:58Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'subnets': [{'id': 'b07212b5-40c8-4c07-880a-9718e8ad0a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:11:24.554253 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.566616 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 12c22c98-f46c-488d-bad3-9f5ccfef0afd triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:24.566902 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.591376 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-167d37c3-2fba-41ff-8014-abfdace20deb None None] Provisioning for port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:24.616031 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-167d37c3-2fba-41ff-8014-abfdace20deb None None] Provisioning complete for port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:24.616031 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-167d37c3-2fba-41ff-8014-abfdace20deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.651197 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109b454-2b96-4ca8-9dfb-c5cce1c0387e None None] New status for floating IP b19c65d9-9407-47c2-a225-f0a4428fd732: DOWN {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:11:24.792781 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.798912 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.825669 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:24.904900 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:24.908329 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Pushing event updated for resources: {'Port': ['ID=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:24.911616 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:24.928620 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-167d37c3-2fba-41ff-8014-abfdace20deb None None] Port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:11:25.043628 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:21Z', 'revision_number': 3, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:25.046337 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:25.047557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:25.047661 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7f568-6c28-4aa2-ad1b-d50c8cd0efad None None] The sync data for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb is: [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:21Z', 'revision_number': 3, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:11:25.073875 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-fa309ce5-3e15-4b2f-9c52-4e21cd914472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:25.242435 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:11:25.249579 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-93430fc0-ddb1-454a-9440-484655827e22 None None] Provisioning complete for port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:25.250343 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-93430fc0-ddb1-454a-9440-484655827e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:25.318479 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-93430fc0-ddb1-454a-9440-484655827e22 None None] Port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:11:25.543890 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:11:25.552932 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-051eaa27-eed4-44f8-bb40-c198bc41c892 admin admin] 10.222.0.11 "PUT /v2.0/routers/ee5599e4-0245-4bc8-9a3c-4825b0f3fc73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8180177 Apr 30 07:11:25.915889 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.077574 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37788) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:26.083241 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084303773-network', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:26.088297 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:26.092135 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Usage tracker for resource:network and tenant:81501f3f24b9477caccb6ded12ba79a5 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:26.095045 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:26.103807 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:26.117620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Made reservation on behalf of 81501f3f24b9477caccb6ded12ba79a5 for: {'network': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:11:26.119873 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.120136 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:11:26.132694 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.146706 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:26.150592 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:81501f3f24b9477caccb6ded12ba79a5 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:26.153328 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:26.153990 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:11:26.154350 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 2cc8e21c-7a13-4e16-975b-a91ee55de2c6 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:11:26.159758 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:26.253352 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.259890 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.263203 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-510932bd-4197-439a-9613-40c0e3703184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:26.268357 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9691499c-5351-4462-ad8d-771fdba0f25a up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:26.291794 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=73782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:11:26.300490 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5ad248-38ce-48bc-9fde-e2a78985a34f,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:26.304561 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:26.307745 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.308142 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.segments_db [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Added segment 63b272df-1e7f-466f-b2e3-00baadd477b1 of type vlan for network e1c99791-7469-4d39-85fe-39ed23566d75 Apr 30 07:11:26.335173 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.343986 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 9691499c-5351-4462-ad8d-771fdba0f25a completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:26.348633 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 9691499c-5351-4462-ad8d-771fdba0f25a triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:26.349005 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.364721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.366165 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:26.366905 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.370075 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:26.463677 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.464109 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c99791-7469-4d39-85fe-39ed23566d75,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:26.468528 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:26.476230 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network e1c99791-7469-4d39-85fe-39ed23566d75 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:11:26.477464 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8d55d1ac-10c7-4d65-8a9c-cca248567ea4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3986366 Apr 30 07:11:26.480386 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 37792) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:26.486503 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Request body: {'subnet': {'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084303773-subnet', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'ip_version': 4}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:26.491390 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:26.495137 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Usage tracker for resource:subnet and tenant:81501f3f24b9477caccb6ded12ba79a5 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:26.498265 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:26.504438 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:26.507596 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 9691499c-5351-4462-ad8d-771fdba0f25a, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=9691499c-5351-4462-ad8d-771fdba0f25a,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:26.515883 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Made reservation on behalf of 81501f3f24b9477caccb6ded12ba79a5 for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:11:26.518259 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2665745'] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.554965 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.561000 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:26.640025 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=9691499c-5351-4462-ad8d-771fdba0f25a,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:26.643237 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:26.674928 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Sync routers for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:11:26.686878 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:26.687550 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:10:57Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:26.885054 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:26.906325 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4123672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2665731'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:26.910016 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9cfbdf90-0ba0-4faa-af7a-498ef1487b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:26.974193 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c909ca2-40c1-4e44-adab-684da73df696,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:26.978504 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:26.987570 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Checking segment: {'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:26.988155 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Network hostable DHCP agents. Network: e1c99791-7469-4d39-85fe-39ed23566d75, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:11:27.006772 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Network e1c99791-7469-4d39-85fe-39ed23566d75 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:11:27.017706 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, e1c99791-7469-4d39-85fe-39ed23566d75) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:27.026468 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:27.026714 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.029151 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f8a59-8509-4434-8b66-55fdc4f68d4b None None] Network e1c99791-7469-4d39-85fe-39ed23566d75 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:11:27.053170 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-cb7da82c-b43e-4c43-aa6b-69ba551e6a8d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5691986 Apr 30 07:11:27.053375 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 37796) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:27.058335 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:27.062791 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:27.068046 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Usage tracker for resource:router and tenant:81501f3f24b9477caccb6ded12ba79a5 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:27.071169 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:27.076531 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:27.089806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.090842 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.107552 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.196909 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 2, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:27.201539 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Checking router: ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:11:27.201918 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Updating router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:11:27.256329 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.274169 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-e1c99791-7469-4d39-85fe-39ed23566d75', 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'fixed_ips': [{'subnet_id': '5c909ca2-40c1-4e44-adab-684da73df696'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 07:11:27.275085 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.377234 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.429128 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Allocated IP 172.20.0.2 (e1c99791-7469-4d39-85fe-39ed23566d75/5c909ca2-40c1-4e44-adab-684da73df696/9279e8a5-ec62-40d1-a6ae-524a8ed18ddb) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:11:27.549672 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c2c14a09-5428-4325-bfe1-ee6865fc9a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.590476 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.610519 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Transition to ACTIVE for port object 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:27.620101 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.634886 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-8df3e19e-eb7a-4c53-a48f-29b21eab6b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:27.659535 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.670498 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Transition to ACTIVE for port object 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:27.682722 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.690567 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Transition to ACTIVE for port object 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:27.697202 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.708785 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:27.716622 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.751602 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Network e1c99791-7469-4d39-85fe-39ed23566d75 is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:27.760527 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:27.772744 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Pushing event updated for resources: {'Port': ['ID=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:27.774723 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:11:27.809203 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.809532 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.810047 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.810552 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.811036 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.811511 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.811981 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.812477 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.812953 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.813421 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.813886 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.814580 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:11:27.822965 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:27.876192 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Attempting to bind port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:11:27.876761 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Attempting to bind port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:11:27.877241 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Attempting to bind port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 on network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:27.877998 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Allocated IP 172.28.1.225 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/e91d1883-8683-4934-affd-9a68904a289d) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:11:27.885145 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:11:27.886626 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Checking segment: {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:27.886626 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.887494 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Bound using segment: {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:11:27.888170 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Bound port: 42fc6fa9-27c8-48bf-b8e5-069e01223cc7, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:11:27.888698 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.913587 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Pushing event updated for resources: {'Port': ['ID=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:27.917100 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.918675 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:27.919464 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Attempting to bind port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:11:27.919831 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Attempting to bind port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:11:27.920187 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Attempting to bind port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb on network e1c99791-7469-4d39-85fe-39ed23566d75 {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:27.926086 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:11:27.926486 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Checking segment: {'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:27.926883 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.927268 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Bound using segment: {'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:11:27.927755 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Bound port: 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:11:27.928126 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.978911 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] For port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:11:27.982756 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] For port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:11:27.989129 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:27.994876 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-688271e7-b05b-493b-84a2-edca745c9834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:28.028685 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] For port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:11:28.032453 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] For port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,segment=NetworkSegment(63b272df-1e7f-466f-b2e3-00baadd477b1),segment_id=63b272df-1e7f-466f-b2e3-00baadd477b1)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:11:28.038054 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:28.042575 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-a58ca590-219e-498c-a44c-87165ce23bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:28.046357 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:28.070886 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:28.071566 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:11:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:28.086832 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:28.095752 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-22090bab-810b-48f1-aaee-d14fcef4c50b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:28.131983 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Pushing event updated for resources: {'Port': ['ID=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:28.140886 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:28.167038 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Pushing event updated for resources: {'Port': ['ID=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,revision_number=4']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:28.170738 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-6a6c16c0-e3fb-4cb3-adf5-db852d5daee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:28.284644 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9691499c-5351-4462-ad8d-771fdba0f25a up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:28.295815 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:28.320193 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:28.323814 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:28.328165 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:11:28.363372 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Pushing event updated for resources: {'Port': ['ID=e91d1883-8683-4934-affd-9a68904a289d,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:28.387187 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:28.416515 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 9691499c-5351-4462-ad8d-771fdba0f25a triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:28.416979 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:28.538085 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:28.683949 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:27Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:28.687842 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182dc66-4bb2-475d-b8a3-8b0102dcda2f None None] The sync data for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb is: [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:27Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:11:28.793854 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:29.149409 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:29.203595 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df16e278-1bde-42ca-99ef-06c5332dd147 None None] Network e1c99791-7469-4d39-85fe-39ed23566d75 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:11:29.331092 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-b7265522-560b-443a-9595-6862379db69a None None] Provisioning for port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:29.372433 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Router 975bdc30-0d72-4c97-aab4-ca3234597827 is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 07:11:29.553767 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:11:29.565899 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Sync routers for ids ['975bdc30-0d72-4c97-aab4-ca3234597827'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:11:29.576323 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Routers {'975bdc30-0d72-4c97-aab4-ca3234597827'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:29.576998 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:11:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['975bdc30-0d72-4c97-aab4-ca3234597827'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:29.588090 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:29.592352 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5380149 Apr 30 07:11:29.592527 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37800) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:29.800244 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Set router 975bdc30-0d72-4c97-aab4-ca3234597827 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:30.081618 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e91d1883-8683-4934-affd-9a68904a289d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:28Z', 'revision_number': 3, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port': {'id': 'e91d1883-8683-4934-affd-9a68904a289d', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:30.085699 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Checking router: 975bdc30-0d72-4c97-aab4-ca3234597827 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:11:30.086050 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Updating router 975bdc30-0d72-4c97-aab4-ca3234597827 port e91d1883-8683-4934-affd-9a68904a289d binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:11:30.139919 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.295008 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:30.396338 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.417217 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.458698 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:30.466340 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:30.466717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.587968 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.599348 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Allocated IP 172.20.0.1 (e1c99791-7469-4d39-85fe-39ed23566d75/5c909ca2-40c1-4e44-adab-684da73df696/8bf7a07d-780a-4ba2-9fc9-f42ec924ab15) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:11:30.630587 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Transition to ACTIVE for port object e91d1883-8683-4934-affd-9a68904a289d will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:30.651233 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.656739 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:30.704176 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.746615 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.750412 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Attempting to bind port e91d1883-8683-4934-affd-9a68904a289d on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:11:30.750788 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Attempting to bind port e91d1883-8683-4934-affd-9a68904a289d by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:11:30.751151 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Attempting to bind port e91d1883-8683-4934-affd-9a68904a289d on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:30.762721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Transition to ACTIVE for port object 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:30.763031 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4c2b6-8f9d-43e1-9c96-6a4c45b31c31 None None] Pushing event updated for resources: {'Port': ['ID=e91d1883-8683-4934-affd-9a68904a289d,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:30.766993 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:11:30.767361 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:30.767723 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.768111 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:11:30.768851 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Bound port: e91d1883-8683-4934-affd-9a68904a289d, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:11:30.768977 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.786524 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.790256 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:30.823205 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-cec4c2b6-8f9d-43e1-9c96-6a4c45b31c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:30.830129 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:30.836857 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.837702 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:30.855459 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Network e1c99791-7469-4d39-85fe-39ed23566d75 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:30.858660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:30.862485 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:11:30.865856 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:30.892003 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:30.899016 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:30.919997 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:30.975130 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] For port e91d1883-8683-4934-affd-9a68904a289d, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:11:30.982915 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:30.989248 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:30.991691 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] For port e91d1883-8683-4934-affd-9a68904a289d, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=e91d1883-8683-4934-affd-9a68904a289d,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:11:30.998911 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.003108 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-cec4c2b6-8f9d-43e1-9c96-6a4c45b31c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:31.038397 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:31.051216 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.055340 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:31.055713 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.131998 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Routers {'975bdc30-0d72-4c97-aab4-ca3234597827'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:31.132555 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:11:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['975bdc30-0d72-4c97-aab4-ca3234597827'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:31.197122 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4c2b6-8f9d-43e1-9c96-6a4c45b31c31 None None] Pushing event updated for resources: {'Port': ['ID=e91d1883-8683-4934-affd-9a68904a289d,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:31.213129 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-cec4c2b6-8f9d-43e1-9c96-6a4c45b31c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:31.223682 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-b64da32c-62b4-4311-a374-e15bb198042c None None] Provisioning for port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:31.242763 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-b64da32c-62b4-4311-a374-e15bb198042c None None] Provisioning complete for port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:31.243136 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b64da32c-62b4-4311-a374-e15bb198042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.283292 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.288835 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.316589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-3facb5f5-e7d5-44f9-9301-466e5a1d5bc2 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:31.422427 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-b64da32c-62b4-4311-a374-e15bb198042c None None] Port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:11:31.432678 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.442876 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] Set router 975bdc30-0d72-4c97-aab4-ca3234597827 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:31.494355 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.498120 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:31.502185 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:31.596820 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,segment=NetworkSegment(63b272df-1e7f-466f-b2e3-00baadd477b1),segment_id=63b272df-1e7f-466f-b2e3-00baadd477b1)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:31.611071 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.614436 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:31.633043 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Network e1c99791-7469-4d39-85fe-39ed23566d75 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:31.634614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:31.753572 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:31.759396 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:31.827717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e91d1883-8683-4934-affd-9a68904a289d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 4, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port': {'id': 'e91d1883-8683-4934-affd-9a68904a289d', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '8bf7a07d-780a-4ba2-9fc9-f42ec924ab15', 'name': '', 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'mac_address': 'fa:16:3e:7d:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5c909ca2-40c1-4e44-adab-684da73df696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:30Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 1, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'subnets': [{'id': '5c909ca2-40c1-4e44-adab-684da73df696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:31.837269 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9715e9e-9d27-447a-83b5-896023d78bdc None None] The sync data for ids ['975bdc30-0d72-4c97-aab4-ca3234597827'] in dv-cinder-773876-2-smb is: [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e91d1883-8683-4934-affd-9a68904a289d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 4, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port': {'id': 'e91d1883-8683-4934-affd-9a68904a289d', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '8bf7a07d-780a-4ba2-9fc9-f42ec924ab15', 'name': '', 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'mac_address': 'fa:16:3e:7d:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5c909ca2-40c1-4e44-adab-684da73df696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:30Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 1, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'subnets': [{'id': '5c909ca2-40c1-4e44-adab-684da73df696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:11:31.846824 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Router 975bdc30-0d72-4c97-aab4-ca3234597827 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:11:31.848139 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-f1d262bb-5a27-4d38-9086-5f3706dca506 None None] Provisioning complete for port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:31.848599 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-f1d262bb-5a27-4d38-9086-5f3706dca506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:31.902566 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-f1d262bb-5a27-4d38-9086-5f3706dca506 None None] Port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:11:32.033081 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:11:32.042272 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] 10.222.0.11 "PUT /v2.0/routers/975bdc30-0d72-4c97-aab4-ca3234597827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481623 Apr 30 07:11:32.262503 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:32.331692 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:32.332076 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.473713 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:32.546181 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:32.546830 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.663982 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37810) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:32.670005 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911640127', 'description': 'tempest-secgroup-smoke-1911640127 description', 'project_id': '447a3ee6a01741a594a429c541b64c74'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:32.680449 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:32.684773 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:32.687969 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:32.693767 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:32.704853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.728196 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:32.732104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:32.734966 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:32.740631 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:32.812773 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.817907 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.822094 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-764202d2-f6c4-4535-8eeb-1004214bdb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:32.860609 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6061cc88-f000-41e7-8c89-f9a712374306,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:32.863984 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:32.865594 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.866931 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2013400 Apr 30 07:11:32.869766 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37814) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:32.875344 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'security_group_rule': {'security_group_id': '6061cc88-f000-41e7-8c89-f9a712374306', 'project_id': '447a3ee6a01741a594a429c541b64c74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:32.881585 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:32.885465 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:32.888343 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:32.894424 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:32.914906 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.981363 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.986776 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:32.989059 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:33.012441 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1573b210-117a-4326-ae2b-69caff7dc75b,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:33.018455 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:33.024100 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.025364 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546464 Apr 30 07:11:33.028469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37818) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:33.033537 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'security_group_rule': {'security_group_id': '6061cc88-f000-41e7-8c89-f9a712374306', 'project_id': '447a3ee6a01741a594a429c541b64c74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:33.039257 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:33.043068 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:33.045919 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:33.051659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:33.069281 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.135434 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.142038 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.144132 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:33.166430 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53281837-cc83-44db-a3e4-8845a010071b,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:33.173646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:33.180445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.181809 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523037 Apr 30 07:11:33.184473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37822) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:33.189741 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'security_group_rule': {'security_group_id': '6061cc88-f000-41e7-8c89-f9a712374306', 'project_id': '447a3ee6a01741a594a429c541b64c74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:33.202718 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:33.207082 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:33.210217 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:33.216479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:33.236421 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.297572 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.303152 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.305185 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:33.326228 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fbc48c-07f3-4abc-8fe2-d3bf595a3bf0,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:33.328628 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:33.337032 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.338232 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528223 Apr 30 07:11:33.340900 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37826) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:33.345877 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'security_group_rule': {'security_group_id': '6061cc88-f000-41e7-8c89-f9a712374306', 'project_id': '447a3ee6a01741a594a429c541b64c74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:33.351562 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:33.355302 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:33.358246 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:33.364257 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:33.383312 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.450700 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.456236 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.463078 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:33.482465 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9107a8f-635f-4a24-af77-c2ef3e5613f0,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:33.485087 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:33.494470 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.495796 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c53dae23-ff69-450d-9443-c6b83fd1e40b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539328 Apr 30 07:11:33.498826 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37830) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:33.503995 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'security_group_rule': {'security_group_id': '6061cc88-f000-41e7-8c89-f9a712374306', 'project_id': '447a3ee6a01741a594a429c541b64c74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:33.509746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:33.513481 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:33.516439 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:33.522097 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:33.534404 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.securitygroups_db [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Project 447a3ee6a01741a594a429c541b64c74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 07:11:33.540586 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.607236 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.612181 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.618582 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-03c2970d-d585-40c9-b0a9-9e5ae9afb602 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:33.638233 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef6a059-d3e5-4edc-8a49-e3ae4c8a032f,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:33.639861 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:33.651813 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.653244 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-310934d5-11b7-4b63-85a2-995446389ac4 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534772 Apr 30 07:11:33.656013 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 37834) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:11:33.661015 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'security_group_rule': {'security_group_id': '6061cc88-f000-41e7-8c89-f9a712374306', 'project_id': '447a3ee6a01741a594a429c541b64c74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:33.667706 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:33.673391 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:security_group_rule and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:33.673899 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Sync routers for ids ['975bdc30-0d72-4c97-aab4-ca3234597827'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:11:33.676409 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:33.682214 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:33.683661 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Routers {'975bdc30-0d72-4c97-aab4-ca3234597827'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:33.684356 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:11:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['975bdc30-0d72-4c97-aab4-ca3234597827'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:33.692791 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.securitygroups_db [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Project 447a3ee6a01741a594a429c541b64c74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 07:11:33.698423 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.761380 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.766870 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.769140 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-bd045615-cf8d-425c-8224-7161a6951650 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:33.790164 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcee543-678f-427b-805b-d27812600516,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:33.792630 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:33.800613 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:33.801842 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449187 Apr 30 07:11:33.864324 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Set router 975bdc30-0d72-4c97-aab4-ca3234597827 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:34.178403 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e91d1883-8683-4934-affd-9a68904a289d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 4, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port': {'id': 'e91d1883-8683-4934-affd-9a68904a289d', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '8bf7a07d-780a-4ba2-9fc9-f42ec924ab15', 'name': '', 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'mac_address': 'fa:16:3e:7d:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5c909ca2-40c1-4e44-adab-684da73df696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:30Z', 'updated_at': '2021-04-30T07:11:31Z', 'revision_number': 2, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'subnets': [{'id': '5c909ca2-40c1-4e44-adab-684da73df696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:34.182304 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Checking router: 975bdc30-0d72-4c97-aab4-ca3234597827 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:11:34.182680 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Updating router 975bdc30-0d72-4c97-aab4-ca3234597827 port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:11:34.234601 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.272033 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e91d1883-8683-4934-affd-9a68904a289d up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:34.380560 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port e91d1883-8683-4934-affd-9a68904a289d completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:34.385199 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port e91d1883-8683-4934-affd-9a68904a289d triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:34.385583 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.510830 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.528320 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port e91d1883-8683-4934-affd-9a68904a289d, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=e91d1883-8683-4934-affd-9a68904a289d,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:34.535288 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.537126 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:34.601425 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.612820 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=e91d1883-8683-4934-affd-9a68904a289d,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:34.613057 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Transition to ACTIVE for port object 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:34.616553 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:34.621944 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.625820 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:34.752641 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6db122-ea5a-44d6-9965-24f7d3c38d8b None None] Pushing event updated for resources: {'Port': ['ID=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:34.756727 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-6b6db122-ea5a-44d6-9965-24f7d3c38d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:34.874169 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Attempting to bind port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:11:34.874629 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Attempting to bind port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:11:34.874994 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Attempting to bind port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 on network e1c99791-7469-4d39-85fe-39ed23566d75 {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:34.880242 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:11:34.880611 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Checking segment: {'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:34.881009 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.881396 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Bound using segment: {'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:11:34.881884 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Bound port: 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b272df-1e7f-466f-b2e3-00baadd477b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:11:34.882298 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.970937 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] For port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:11:34.973995 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] For port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,segment=NetworkSegment(63b272df-1e7f-466f-b2e3-00baadd477b1),segment_id=63b272df-1e7f-466f-b2e3-00baadd477b1)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:11:34.981540 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:34.985832 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-0faa147a-6fd3-4cbd-9099-3330743ffd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:35.051908 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Routers {'975bdc30-0d72-4c97-aab4-ca3234597827'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:11:35.052580 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:11:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['975bdc30-0d72-4c97-aab4-ca3234597827'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:35.142437 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6db122-ea5a-44d6-9965-24f7d3c38d8b None None] Pushing event updated for resources: {'Port': ['ID=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,revision_number=4']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:35.145836 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-6b6db122-ea5a-44d6-9965-24f7d3c38d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:35.251094 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] Set router 975bdc30-0d72-4c97-aab4-ca3234597827 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:11:35.566762 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e91d1883-8683-4934-affd-9a68904a289d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 4, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port': {'id': 'e91d1883-8683-4934-affd-9a68904a289d', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '8bf7a07d-780a-4ba2-9fc9-f42ec924ab15', 'name': '', 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'mac_address': 'fa:16:3e:7d:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5c909ca2-40c1-4e44-adab-684da73df696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:30Z', 'updated_at': '2021-04-30T07:11:34Z', 'revision_number': 4, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'subnets': [{'id': '5c909ca2-40c1-4e44-adab-684da73df696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:11:35.570274 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20871aec-ef61-4cab-9097-a41cef851b39 None None] The sync data for ids ['975bdc30-0d72-4c97-aab4-ca3234597827'] in dv-cinder-773876-2-smb is: [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e91d1883-8683-4934-affd-9a68904a289d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 4, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port': {'id': 'e91d1883-8683-4934-affd-9a68904a289d', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '8bf7a07d-780a-4ba2-9fc9-f42ec924ab15', 'name': '', 'network_id': 'e1c99791-7469-4d39-85fe-39ed23566d75', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'mac_address': 'fa:16:3e:7d:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5c909ca2-40c1-4e44-adab-684da73df696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:30Z', 'updated_at': '2021-04-30T07:11:34Z', 'revision_number': 4, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'subnets': [{'id': '5c909ca2-40c1-4e44-adab-684da73df696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:11:36.268146 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:36.341380 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:36.346598 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:36.346904 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:36.465656 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:36.504896 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,segment=NetworkSegment(63b272df-1e7f-466f-b2e3-00baadd477b1),segment_id=63b272df-1e7f-466f-b2e3-00baadd477b1)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:36.510063 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:36.511107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e91d1883-8683-4934-affd-9a68904a289d up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:36.536101 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:36.636183 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:36.639252 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:36.650630 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port e91d1883-8683-4934-affd-9a68904a289d triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:36.651000 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:37.967683 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d4ce-84c0-463d-9e48-f9f414178d90 req-642440d1-dc13-48ae-888a-8f7509bc211b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:37.969133 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c99d4ce-84c0-463d-9e48-f9f414178d90 req-642440d1-dc13-48ae-888a-8f7509bc211b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0820401 Apr 30 07:11:38.017815 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9c99d4ce-84c0-463d-9e48-f9f414178d90 req-06402845-a21d-42f0-8a75-c73c3d2e923a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Apr 30 07:11:38.244474 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:38.321511 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:38.321961 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:39.212948 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0850-21fb-4776-b67a-0daee65a023e req-c364bc9d-05bd-4947-a121-2a3f24502a2e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:39.214338 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ebfa0850-21fb-4776-b67a-0daee65a023e req-c364bc9d-05bd-4947-a121-2a3f24502a2e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0871124 Apr 30 07:11:39.263935 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ebfa0850-21fb-4776-b67a-0daee65a023e req-cfda5a66-6bce-43e1-8eec-07a9039788bc tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Apr 30 07:11:40.469495 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5fd3b-c2af-4391-887d-5642beae4129 req-fa1b7654-3764-4d10-9b3e-df9909188b7b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:40.471096 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0ae5fd3b-c2af-4391-887d-5642beae4129 req-fa1b7654-3764-4d10-9b3e-df9909188b7b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0944617 Apr 30 07:11:40.518961 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0ae5fd3b-c2af-4391-887d-5642beae4129 req-c8c06e0e-a4be-4339-aa2b-b230aa43ac47 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Apr 30 07:11:41.711227 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbbf20-407b-4917-9371-a816d2e00716 req-e57c2241-d212-4061-80aa-dbe7929b8b84 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:41.712689 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-09cbbf20-407b-4917-9371-a816d2e00716 req-e57c2241-d212-4061-80aa-dbe7929b8b84 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0876088 Apr 30 07:11:41.763936 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-09cbbf20-407b-4917-9371-a816d2e00716 req-37191592-398b-45d3-9c76-579233b68006 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Apr 30 07:11:42.952487 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abea8c-61cb-4cd2-8369-78d035709e67 req-0b7f22f5-1703-48ae-a442-202acab70795 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:42.953853 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-50abea8c-61cb-4cd2-8369-78d035709e67 req-0b7f22f5-1703-48ae-a442-202acab70795 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0810273 Apr 30 07:11:42.999759 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-50abea8c-61cb-4cd2-8369-78d035709e67 req-7c731546-d9d1-4ff6-a1a7-e86f15b3eb08 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Apr 30 07:11:44.288323 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac51fac-c2fc-476f-8c6a-9e8162ca1554 req-db20d7b0-36ee-4fab-a2ab-b0195f2a605a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:44.289729 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dac51fac-c2fc-476f-8c6a-9e8162ca1554 req-db20d7b0-36ee-4fab-a2ab-b0195f2a605a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.1713529 Apr 30 07:11:44.334416 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dac51fac-c2fc-476f-8c6a-9e8162ca1554 req-167b87cc-f5b2-4b22-a849-56c82f64bf1f tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387630 Apr 30 07:11:45.527701 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90c14b-e52b-4af1-953f-f71a653df5e0 req-e11124e5-0b18-40c7-b8dc-08dfb2cf265b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:45.529183 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c90c14b-e52b-4af1-953f-f71a653df5e0 req-e11124e5-0b18-40c7-b8dc-08dfb2cf265b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0827897 Apr 30 07:11:45.575098 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c90c14b-e52b-4af1-953f-f71a653df5e0 req-9bd446bb-db50-4582-9023-d222fed28f81 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Apr 30 07:11:46.769985 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fc5b4-95f3-47ff-9b11-4617d4a9011a req-f5469e4b-c06c-4abc-9553-37286f52311e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:46.771443 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9a9fc5b4-95f3-47ff-9b11-4617d4a9011a req-f5469e4b-c06c-4abc-9553-37286f52311e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0811744 Apr 30 07:11:46.818264 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9a9fc5b4-95f3-47ff-9b11-4617d4a9011a req-1cada34f-0a7d-44e9-87a7-c070c00f2312 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385954 Apr 30 07:11:48.043967 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fb41f-5e37-4e25-bcb1-186593892959 req-ddffcf54-1bae-4f97-aeca-f1a35c5f436e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:48.045299 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c54fb41f-5e37-4e25-bcb1-186593892959 req-ddffcf54-1bae-4f97-aeca-f1a35c5f436e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0980718 Apr 30 07:11:48.100671 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c54fb41f-5e37-4e25-bcb1-186593892959 req-a105dcc4-a999-46b8-93cf-19da7e68d883 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494003 Apr 30 07:11:48.994879 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-fc5d9bdf-d11c-4419-a674-e336387f42f0 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Synchronizing usage tracker for tenant:447a3ee6a01741a594a429c541b64c74 on resource:security_group {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:11:49.016857 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-fc5d9bdf-d11c-4419-a674-e336387f42f0 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Unset dirty status for tenant:447a3ee6a01741a594a429c541b64c74 on resource:security_group {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:11:49.018007 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-fc5d9bdf-d11c-4419-a674-e336387f42f0 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911640127&fields=id&tenant_id=447a3ee6a01741a594a429c541b64c74 HTTP/1.1" status: 200 len: 267 time: 0.0635889 Apr 30 07:11:49.164613 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-3d946636-f237-4af7-8aa0-0dcd7a574707 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:49.166014 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-3d946636-f237-4af7-8aa0-0dcd7a574707 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 809 time: 0.1410143 Apr 30 07:11:49.181647 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-13d4d65d-82a4-43b1-8686-c5f5b59b8421 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/quotas/447a3ee6a01741a594a429c541b64c74 HTTP/1.1" status: 200 len: 375 time: 0.0100276 Apr 30 07:11:49.284695 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-6bca942b-56bc-4227-8845-f8f75098f926 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943770 Apr 30 07:11:49.549170 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-dff1fe24-664b-4b88-a31c-06af77c9e336 service neutron] 10.222.0.11 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506192 Apr 30 07:11:49.679783 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-92ba5dd0-b7bd-4361-b2dc-e53abf0da5f9 service neutron] 10.222.0.11 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245973 Apr 30 07:11:50.164060 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838728f2-d377-4cf5-be30-d8e09e6035ce req-2ade353f-e8f6-4930-b2cb-4395571bb70c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:50.165492 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-838728f2-d377-4cf5-be30-d8e09e6035ce req-2ade353f-e8f6-4930-b2cb-4395571bb70c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0784478 Apr 30 07:11:50.213263 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-838728f2-d377-4cf5-be30-d8e09e6035ce req-62833ea1-4737-4bb8-8b20-ace165beb7b1 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Apr 30 07:11:50.297316 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4c83b6e-6460-4364-ba08-6bb80feaa1f7 req-acc3a8b5-8d7b-4f84-9309-921fa0ce0879 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 210 time: 0.0415914 Apr 30 07:11:50.685714 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878093c-3bdc-4f1c-abfa-55918113543b req-c07963f1-854c-4132-bcff-433ce0d55a84 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:50.687244 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f878093c-3bdc-4f1c-abfa-55918113543b req-c07963f1-854c-4132-bcff-433ce0d55a84 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.1347604 Apr 30 07:11:50.723227 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-1c553301-b11a-4cd7-b6ee-3a0eef13034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:50.724648 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-1c553301-b11a-4cd7-b6ee-3a0eef13034b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1098 time: 0.1156261 Apr 30 07:11:50.762111 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f878093c-3bdc-4f1c-abfa-55918113543b req-3f8fc119-2ae9-489d-94aa-95f343364670 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663869 Apr 30 07:11:50.864028 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-a30648d5-9d8b-40e2-8aae-644bc5e790ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:50.865479 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-a30648d5-9d8b-40e2-8aae-644bc5e790ba service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.1287110 Apr 30 07:11:50.968527 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-1c308af9-3273-4b3b-b25a-b51c06eb8635 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 1001 time: 0.0932055 Apr 30 07:11:51.030677 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-ccef8cfc-1954-47eb-acd1-2ce0d7b3cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:51.032072 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-ccef8cfc-1954-47eb-acd1-2ce0d7b3cbc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0561094 Apr 30 07:11:51.191678 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-41932758-14f1-4af7-baeb-4a1332212aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:51.193231 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-41932758-14f1-4af7-baeb-4a1332212aa5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1538990 Apr 30 07:11:51.466653 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cb4ae5e7-238f-41bd-a70f-961b6659dd32 req-0d7a0429-da57-48d4-962f-7cea2731e2fd tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 210 time: 0.0565176 Apr 30 07:11:51.471956 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-7e9ffc48-62cb-44f1-87e6-36648090425e service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685313 Apr 30 07:11:51.531783 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-6710ce2f-d749-4eab-8860-7ba35f516a5a tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:51.533222 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-6710ce2f-d749-4eab-8860-7ba35f516a5a tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 809 time: 0.2495730 Apr 30 07:11:51.653847 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-9974d890-105d-4b3a-82fa-99e39bfee100 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447a3ee6a01741a594a429c541b64c74 HTTP/1.1" status: 200 len: 380 time: 0.0724649 Apr 30 07:11:51.664388 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'port': {'device_id': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'admin_state_up': True, 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'security_groups': ['6061cc88-f000-41e7-8c89-f9a712374306']}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:51.679084 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2596726b-9ec3-452c-b6ed-9fc0201e0a07 req-e8076adb-5373-4dab-a2af-c7571a1d6424 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911435 Apr 30 07:11:51.798614 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:11:51.802480 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:port and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:11:51.805686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:11:51.811315 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:11:51.822714 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Made reservation on behalf of 447a3ee6a01741a594a429c541b64c74 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:11:51.826389 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:52.041913 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca81e9-9679-4e53-9144-ae678411b620 req-68321fcd-8346-4c40-82cd-a690aca76eb7 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:52.043418 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2cca81e9-9679-4e53-9144-ae678411b620 req-68321fcd-8346-4c40-82cd-a690aca76eb7 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.1627724 Apr 30 07:11:52.053952 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Allocated IP 172.20.0.3 (7108d78f-2bc3-4ba4-bcb9-dd956222a592/3e69fe77-d50f-40aa-bc20-c306bbc05bc4/264ebc32-2275-4aef-b68a-06a51e0878c0) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:11:52.116472 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2cca81e9-9679-4e53-9144-ae678411b620 req-408c7766-ebca-4c08-a2ec-73c60f2dc5be tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637827 Apr 30 07:11:52.273269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:52.289394 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Transition to ACTIVE for port object 264ebc32-2275-4aef-b68a-06a51e0878c0 will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:52.312954 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:52.318459 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c9bef89e-7646-4e99-a3b4-d1b9807aa801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:52.384480 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:11:52.387981 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:11:52.391834 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:11:52.422053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:52.428627 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:52.458177 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:52.458828 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:52.482551 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218250 Apr 30 07:11:52.494480 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Request body: {'port': {'device_id': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:11:52.634434 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d5cd9d4f-aa93-4e44-9747-a127a0595c70 None None] Provisioning for port 264ebc32-2275-4aef-b68a-06a51e0878c0 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:52.640198 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d5cd9d4f-aa93-4e44-9747-a127a0595c70 None None] Provisioning complete for port 264ebc32-2275-4aef-b68a-06a51e0878c0 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:52.640709 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9d4f-aa93-4e44-9747-a127a0595c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:52.651211 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:52.695018 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd9d4f-aa93-4e44-9747-a127a0595c70 None None] Port 264ebc32-2275-4aef-b68a-06a51e0878c0 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:11:52.743568 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35be5-bce5-4324-bc42-74db5de6b247 req-3809b54d-9500-4a2b-b942-96ff5a6daa06 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:52.744261 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-ddd35be5-bce5-4324-bc42-74db5de6b247 req-3809b54d-9500-4a2b-b942-96ff5a6daa06 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Synchronizing usage tracker for tenant:447a3ee6a01741a594a429c541b64c74 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:11:52.817259 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-ddd35be5-bce5-4324-bc42-74db5de6b247 req-3809b54d-9500-4a2b-b942-96ff5a6daa06 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Unset dirty status for tenant:447a3ee6a01741a594a429c541b64c74 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:11:52.818429 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ddd35be5-bce5-4324-bc42-74db5de6b247 req-3809b54d-9500-4a2b-b942-96ff5a6daa06 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 931 time: 0.2419150 Apr 30 07:11:53.031943 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ddd35be5-bce5-4324-bc42-74db5de6b247 req-051caf18-5474-438b-9c19-02ef9d36b273 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070143 Apr 30 07:11:53.139272 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264ebc32-2275-4aef-b68a-06a51e0878c0 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:11:53.146899 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:53.161098 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Transition to ACTIVE for port object 264ebc32-2275-4aef-b68a-06a51e0878c0 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:11:53.167389 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:53.171894 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:53.367116 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:53.376446 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:53.460254 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Attempting to bind port 264ebc32-2275-4aef-b68a-06a51e0878c0 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:11:53.460580 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Attempting to bind port 264ebc32-2275-4aef-b68a-06a51e0878c0 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:11:53.460903 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Attempting to bind port 264ebc32-2275-4aef-b68a-06a51e0878c0 on network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:53.468129 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Port 264ebc32-2275-4aef-b68a-06a51e0878c0 on network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:11:53.468446 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Attempting to bind port 264ebc32-2275-4aef-b68a-06a51e0878c0 on network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:11:53.477303 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d672a2d-78a0-43ec-840f-ff7324b9861a req-5ac14da8-e49d-41f3-8934-ec57ed82647e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:53.478804 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7d672a2d-78a0-43ec-840f-ff7324b9861a req-5ac14da8-e49d-41f3-8934-ec57ed82647e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.2166386 Apr 30 07:11:53.482778 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:11:53.483112 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Checking segment: {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:11:53.483552 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Bound using segment: {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:11:53.483909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Bound port: 264ebc32-2275-4aef-b68a-06a51e0878c0, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a972a8da-556e-42be-b126-559880b998ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:11:53.484247 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:53.577055 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7d672a2d-78a0-43ec-840f-ff7324b9861a req-4d84300d-c9a8-4b32-b891-5ed97bf0f087 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839646 Apr 30 07:11:53.604553 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:11:53.607660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:11:53.614125 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:53.618797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:53.670026 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:53.670738 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:53.672210 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] 10.222.0.25 "PUT /v2.0/ports/264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 1093 time: 1.1820695 Apr 30 07:11:53.674504 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:11:53.702064 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:53.705260 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:53.752835 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'status': 'completed', 'code': 200} Apr 30 07:11:53.793311 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-6cac7d22-d4b3-4dec-b41f-4c7e093e5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:53.794848 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-6cac7d22-d4b3-4dec-b41f-4c7e093e5836 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1096 time: 0.0745633 Apr 30 07:11:53.864981 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-2ede7c13-1880-46c6-aff9-ea4b298be810 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 217 time: 0.0625052 Apr 30 07:11:53.931796 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-c2581570-caf0-45f0-b3a4-db2ae31fba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:53.933349 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-c2581570-caf0-45f0-b3a4-db2ae31fba76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.0590696 Apr 30 07:11:54.014972 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-0a07ebe8-059b-4036-9ae7-24c4956ad559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:54.016419 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-0a07ebe8-059b-4036-9ae7-24c4956ad559 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763149 Apr 30 07:11:54.184929 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-c080bf45-3037-48a7-aa5a-6e4fc641584b service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614997 Apr 30 07:11:54.335731 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b83415-6bd9-4639-81e1-abee5c4d5ec6 req-8335b6f3-d536-4fc9-b497-ddab4cbe1181 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:54.337169 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c4b83415-6bd9-4639-81e1-abee5c4d5ec6 req-8335b6f3-d536-4fc9-b497-ddab4cbe1181 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 943 time: 0.1942580 Apr 30 07:11:54.339030 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a89c94b-b6b5-481d-b6d9-dc017c58a8d3 req-4b5425f7-74b0-49ac-809a-a19740c0b08e service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463301 Apr 30 07:11:54.385859 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c4b83415-6bd9-4639-81e1-abee5c4d5ec6 req-63eab5de-8d4a-47de-8350-fd56ce380f5c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Apr 30 07:11:54.460463 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-79a9282a-354a-4486-a52d-13fc5587aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:54.461867 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-79a9282a-354a-4486-a52d-13fc5587aa13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1096 time: 0.0751252 Apr 30 07:11:54.677460 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-8c562279-0520-4b2b-b708-1ae228a411d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:54.679173 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-8c562279-0520-4b2b-b708-1ae228a411d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 910 time: 0.2101605 Apr 30 07:11:54.748054 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-c1c387eb-7cca-4a14-80db-7ca800b821de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 217 time: 0.0617378 Apr 30 07:11:54.810006 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-52cc05fa-994e-42fe-827e-bd739d4fce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:54.811382 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-52cc05fa-994e-42fe-827e-bd739d4fce4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.0566621 Apr 30 07:11:54.898623 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-44c6f211-2c56-4f6b-a491-b67fd46196b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:54.900113 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-44c6f211-2c56-4f6b-a491-b67fd46196b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806253 Apr 30 07:11:55.031219 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-c2d84f56-e192-424a-afd9-ea25abde570e service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232414 Apr 30 07:11:55.069334 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-66eaf709-d286-4d8d-8fa9-47a745f6394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:55.160914 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-96567240-4a75-4c1d-b27a-205f8a7ded84 req-0c9b3460-1b00-4382-b5fe-36e49accdca5 service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219120 Apr 30 07:11:55.589832 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff3b2-68d9-4df6-9bad-5217f1e06aca req-7da8932e-0d2a-4010-9d42-0edc12ceebd8 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:55.591292 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1f3ff3b2-68d9-4df6-9bad-5217f1e06aca req-7da8932e-0d2a-4010-9d42-0edc12ceebd8 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 943 time: 0.0941699 Apr 30 07:11:55.639210 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1f3ff3b2-68d9-4df6-9bad-5217f1e06aca req-626e55e6-50f8-452c-af49-497113f00cef tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 Apr 30 07:11:55.920201 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:56.240706 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 264ebc32-2275-4aef-b68a-06a51e0878c0 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:11:56.385549 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:56.399352 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'port_id': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'mac_address': 'fa:16:3e:6f:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:11:56.456370 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:56.472753 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264ebc32-2275-4aef-b68a-06a51e0878c0 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:11:56.489924 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:56.497049 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:56.498925 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:56.562584 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:56.565911 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:56.738658 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['264ebc32-2275-4aef-b68a-06a51e0878c0'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:11:56.824640 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb2eca-440c-4fa4-85dd-b594c6d002ba req-6a6de869-981a-404c-9b2c-67b1d4b908c0 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:56.826047 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1ebb2eca-440c-4fa4-85dd-b594c6d002ba req-6a6de869-981a-404c-9b2c-67b1d4b908c0 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 944 time: 0.0826523 Apr 30 07:11:56.871965 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1ebb2eca-440c-4fa4-85dd-b594c6d002ba req-954839de-ce87-4367-8677-a7d96e447d14 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 Apr 30 07:11:57.520488 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-098e0ce3-d78f-43f8-b218-ffa2be499c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:57.841448 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:57.967198 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-9729ad63-e4aa-4ec9-b475-c73dc3814488 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714855 Apr 30 07:11:58.102274 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102a1c-7ebe-482e-bed8-217128144a89 req-d03b7fa3-13b7-4895-b3cc-001ed002c5a1 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:58.103669 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7102a1c-7ebe-482e-bed8-217128144a89 req-d03b7fa3-13b7-4895-b3cc-001ed002c5a1 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 944 time: 0.1237645 Apr 30 07:11:58.155996 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-a5793337-ea7b-447e-8e87-2be4354c79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:58.157430 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-a5793337-ea7b-447e-8e87-2be4354c79ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 1098 time: 0.1186333 Apr 30 07:11:58.161992 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e7102a1c-7ebe-482e-bed8-217128144a89 req-482d5a08-a95f-456f-8777-a213455ef9eb tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518680 Apr 30 07:11:58.273109 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 264ebc32-2275-4aef-b68a-06a51e0878c0 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:11:58.308253 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-753cdd30-31e0-471b-917a-3e3d29893d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:58.309725 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-753cdd30-31e0-471b-917a-3e3d29893d03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.1331363 Apr 30 07:11:58.346165 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 264ebc32-2275-4aef-b68a-06a51e0878c0 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:11:58.351670 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 264ebc32-2275-4aef-b68a-06a51e0878c0 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:11:58.352038 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:58.413821 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-be06860b-3614-4b58-aed8-b841ba1a493a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 200 len: 1001 time: 0.0970614 Apr 30 07:11:58.425055 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:11:58.479451 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-da3ab073-5e33-45eb-aec1-0ee174831d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:58.480885 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-da3ab073-5e33-45eb-aec1-0ee174831d24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0608447 Apr 30 07:11:58.491514 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:58.498090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:58.523595 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:11:58.533525 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:11:58.539954 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:11:58.541818 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:11:58.557895 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-adc0dc73-e82d-4a7b-8b63-efff583606c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:58.559635 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-adc0dc73-e82d-4a7b-8b63-efff583606c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721707 Apr 30 07:11:58.611805 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:11:58.614891 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:11:58.641642 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'code': 200} Apr 30 07:11:58.710043 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-748b26bd-e0c0-4b78-a468-77860daf5b1f service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427264 Apr 30 07:11:58.975307 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bfe96188-e453-4713-8cf0-ea8e6df81505 req-7c1bf7e5-4e20-49bf-b923-e2891e5deb41 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579639 Apr 30 07:11:58.992748 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54b14-694b-4e88-8e16-84b198c8e019 req-b82761b7-5240-4d1c-b7d2-807bfbba6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:58.994211 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-18e54b14-694b-4e88-8e16-84b198c8e019 req-b82761b7-5240-4d1c-b7d2-807bfbba6825 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1098 time: 0.1052778 Apr 30 07:11:59.038438 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-18e54b14-694b-4e88-8e16-84b198c8e019 req-b985acbe-4553-4c11-bbc8-ec8cd6d34e99 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Apr 30 07:11:59.371965 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfcf52-a9e8-4af1-b096-4eebd28d3ab4 req-a9fa9184-a0f8-4994-876e-0ebf989d5c2a tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:11:59.373421 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-01cfcf52-a9e8-4af1-b096-4eebd28d3ab4 req-a9fa9184-a0f8-4994-876e-0ebf989d5c2a tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0833676 Apr 30 07:11:59.435526 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-01cfcf52-a9e8-4af1-b096-4eebd28d3ab4 req-37313bda-9b2b-4d8c-99c2-2726e49530be tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534265 Apr 30 07:12:00.346696 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:00.654859 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59fed-a528-4844-a910-85025b077f3c req-84f24066-030a-4014-b98a-53c2117a55ed tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:00.657252 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a7e59fed-a528-4844-a910-85025b077f3c req-84f24066-030a-4014-b98a-53c2117a55ed tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.1091521 Apr 30 07:12:00.704785 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a7e59fed-a528-4844-a910-85025b077f3c req-064407d9-ed04-45c7-8f0c-1be4671ebcb6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Apr 30 07:12:00.897278 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a872ff-7252-4f4e-b0be-e6ade36b4a07 req-5f2ce135-26ad-4b11-b4f7-76488f30958e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:00.898768 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-91a872ff-7252-4f4e-b0be-e6ade36b4a07 req-5f2ce135-26ad-4b11-b4f7-76488f30958e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0877137 Apr 30 07:12:00.946958 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-91a872ff-7252-4f4e-b0be-e6ade36b4a07 req-b8717e3e-d5a8-41f8-937f-ce98c2ff6674 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Apr 30 07:12:00.972184 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38026) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:01.177420 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5fea3-409e-4ef4-96b4-890d2cbaf0e0 tempest-TestShelveInstance-320403537 tempest-TestShelveInstance-320403537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:01.179041 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f3a5fea3-409e-4ef4-96b4-890d2cbaf0e0 tempest-TestShelveInstance-320403537 tempest-TestShelveInstance-320403537-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1093 time: 0.2059221 Apr 30 07:12:01.182351 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38032) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:01.187463 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Request body: {'floatingip': {'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'port_id': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:01.193408 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:01.197322 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Usage tracker for resource:floatingip and tenant:447a3ee6a01741a594a429c541b64c74 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:01.200265 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:01.206137 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:01.218218 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for floatingip, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:01.352005 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:01.500297 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Allocated IP 172.28.1.92 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/456a802a-aef2-4815-838e-508d060cdeaf) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:12:01.642714 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:01.672465 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:01.676066 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-6eb54cdf-7b10-43bb-8aff-e30413eb2f4f tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:01.736117 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:12:01.739258 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:12:01.742901 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:12:01.774230 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'Port': ['ID=456a802a-aef2-4815-838e-508d060cdeaf,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:01.779955 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:02.295849 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:02.411773 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:02.708874 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:02.716140 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:02.719701 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:02.820828 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event updated for resources: {'Port': ['ID=456a802a-aef2-4815-838e-508d060cdeaf,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:02.824941 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:02.833402 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:03.006396 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.l3_db [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Floating IP 6dd7d60e-62f1-4ee9-a5ed-1e7cae595695 associated. External IP: 172.28.1.92, port: 264ebc32-2275-4aef-b68a-06a51e0878c0. Apr 30 07:12:03.356355 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:12:03.542926 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:12:03.552259 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] Sync routers for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:12:03.562032 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:03.562730 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:11:58Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:03.569346 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:03.631109 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4474564 Apr 30 07:12:03.631709 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0'}] {{(pid=73781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:12:03.728431 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'status': 'completed', 'code': 200} Apr 30 07:12:03.740194 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:03.822042 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-6062e7b8-da8a-449d-a7ee-07133132f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:03.823583 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-6062e7b8-da8a-449d-a7ee-07133132f0e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1098 time: 0.0707269 Apr 30 07:12:03.956338 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-2dc7e899-36e5-42e3-a838-040a9bdb9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:03.957681 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-2dc7e899-36e5-42e3-a838-040a9bdb9cad service neutron] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 910 time: 0.1264946 Apr 30 07:12:04.061622 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-2091c3ff-4c8c-4212-bbe1-d457a00dd039 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 998 time: 0.0964551 Apr 30 07:12:04.082675 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '6dd7d60e-62f1-4ee9-a5ed-1e7cae595695', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'floating_ip_address': '172.28.1.92', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'port_id': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'mac_address': 'fa:16:3e:6f:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:12:02Z', 'updated_at': '2021-04-30T07:12:02Z', 'revision_number': 0, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 5, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:04.086905 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] Checking router: ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:12:04.095503 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:04.096112 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:11:58Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:04.125943 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-2b23473c-4c2b-4844-bb77-df1dd3dadd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:04.127434 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-2b23473c-4c2b-4844-bb77-df1dd3dadd55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.0587819 Apr 30 07:12:04.206036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-2993179a-f846-4e66-90d3-f91d4165911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:04.207607 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-2993179a-f846-4e66-90d3-f91d4165911b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730872 Apr 30 07:12:04.275664 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:04.335562 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-57e62881-5670-4bd2-bd0b-b1ac15bb6f47 service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214905 Apr 30 07:12:04.464614 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81005273-b781-4fdf-a276-1f93e1a92bcd req-351b7af9-98a4-45cb-a1c6-ebde36d88585 service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216879 Apr 30 07:12:04.617530 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '6dd7d60e-62f1-4ee9-a5ed-1e7cae595695', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'floating_ip_address': '172.28.1.92', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'port_id': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'mac_address': 'fa:16:3e:6f:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:12:02Z', 'updated_at': '2021-04-30T07:12:02Z', 'revision_number': 0, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 5, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:04.621972 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bba1c8-c52f-40b1-85d4-c30ec5216dcb None None] The sync data for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb is: [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '6dd7d60e-62f1-4ee9-a5ed-1e7cae595695', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'floating_ip_address': '172.28.1.92', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'port_id': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'mac_address': 'fa:16:3e:6f:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:12:02Z', 'updated_at': '2021-04-30T07:12:02Z', 'revision_number': 0, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 5, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:12:04.798130 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce843d6-732d-4755-a3eb-4f7600a8f69c None None] New status for floating IP 6dd7d60e-62f1-4ee9-a5ed-1e7cae595695: ACTIVE {{(pid=73784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:12:24.419168 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38048) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:24.486218 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:24.514788 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:24.571381 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:24.577269 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a17d7743-1fc7-446c-b5a4-ddfbe152f2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:24.596660 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58126034-889c-4cd6-8390-d14162162fc1,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:24.604861 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.605283 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.605638 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.605997 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.606369 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.606725 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.607073 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.607422 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.607766 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.608109 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.608451 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.608793 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:24.613183 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:24.618058 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:24.618058 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4d269bb9-50f6-4f59-a133-fe4f1c1e4549 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "DELETE /v2.0/security-groups/58126034-889c-4cd6-8390-d14162162fc1 HTTP/1.1" status: 204 len: 168 time: 0.1977537 Apr 30 07:12:24.620644 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38054) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:24.637385 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.api.v2.resource [None req-c3ab0b97-d367-41b9-841e-62c1fe956ce3 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] show failed (client error): The resource could not be found. Apr 30 07:12:24.640905 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-c3ab0b97-d367-41b9-841e-62c1fe956ce3 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "GET /v2.0/security-groups/58126034-889c-4cd6-8390-d14162162fc1 HTTP/1.1" status: 404 len: 347 time: 0.0187697 Apr 30 07:12:24.641278 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38058) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:24.853817 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Deleting port 3037a395-baf6-44a3-96b6-3e7f1f411d8f {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:12:24.854126 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:25.059338 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:25.059660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:25.074579 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b7a4d4bf-48f6-4c08-a90b-f79a9643ba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:25.178206 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Calling delete_port for 3037a395-baf6-44a3-96b6-3e7f1f411d8f owned by network:floatingip {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:12:25.294687 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:25.298269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d15e272e-6a5a-4ae4-af99-90fd725d326b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:25.342690 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Pushing event deleted for resources: {'Port': ['ID=3037a395-baf6-44a3-96b6-3e7f1f411d8f,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:25.378771 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.379143 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.379502 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.379859 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.380238 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.380584 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.380932 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.381282 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.381630 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.381974 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.382335 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.382686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:25.389545 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:25.445416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks [] for floatingip, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:25.459929 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:25.461050 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-db5bbea8-ca56-471f-ab19-dae31a16d31b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] 10.222.0.11 "DELETE /v2.0/floatingips/b19c65d9-9407-47c2-a225-f0a4428fd732 HTTP/1.1" status: 204 len: 168 time: 0.8187523 Apr 30 07:12:25.911526 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:26.686427 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032381e5-d402-4beb-b2ab-c3a65a8aa0b7 req-05ccba42-0aa8-4afe-812f-2b0d44489e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:26.687904 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-032381e5-d402-4beb-b2ab-c3a65a8aa0b7 req-05ccba42-0aa8-4afe-812f-2b0d44489e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0813639 Apr 30 07:12:26.735773 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-032381e5-d402-4beb-b2ab-c3a65a8aa0b7 req-79a66da4-2850-4244-a979-e695f34a7dbf tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 Apr 30 07:12:27.517287 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-84e33bc9-36f0-477a-b632-eaffefba087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:27.826763 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:27.944687 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d8296-c657-4d82-b39a-47d47749038b req-4638693b-52ab-4797-b711-00c9eac82242 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:27.946139 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-578d8296-c657-4d82-b39a-47d47749038b req-4638693b-52ab-4797-b711-00c9eac82242 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0855806 Apr 30 07:12:27.990830 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-578d8296-c657-4d82-b39a-47d47749038b req-1a8a60f8-cdb3-4011-8895-6d5f8bcf9fa5 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Apr 30 07:12:28.416012 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38092) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:28.444187 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:28.801751 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-24fd9ff1-f42d-4693-93c1-9a12da26e9fc tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:28.803142 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-24fd9ff1-f42d-4693-93c1-9a12da26e9fc tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.0809102 Apr 30 07:12:28.943862 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Deleting port 6e4539b7-12a3-464f-8a1d-44155c98d1af {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:12:28.944246 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.074562 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] For port 6e4539b7-12a3-464f-8a1d-44155c98d1af, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6e4539b7-12a3-464f-8a1d-44155c98d1af,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:29.075366 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.176874 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395379'] for router_interface, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.391062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49114c-3547-4f86-9027-ddaf8cda1537 req-7011e614-1802-4db1-b57a-2e96116b2294 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:29.392413 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ea49114c-3547-4f86-9027-ddaf8cda1537 req-7011e614-1802-4db1-b57a-2e96116b2294 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 945 time: 0.2515557 Apr 30 07:12:29.439634 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.440001 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.440312 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Floating IP fb222f2a-2d52-410a-9c6a-56d7b855c03f disassociated. External IP: 172.28.1.114, port: 6e4539b7-12a3-464f-8a1d-44155c98d1af. Apr 30 07:12:29.440623 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Calling delete_port for 6e4539b7-12a3-464f-8a1d-44155c98d1af owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:12:29.464521 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ea49114c-3547-4f86-9027-ddaf8cda1537 req-539d8569-d9bd-48c7-baab-356212e063b2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=d30db91a-31c8-4c25-94ad-5e211fa45e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614855 Apr 30 07:12:29.584658 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.587387 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Deleting port e9965593-f70e-47be-b92a-bb511f3c9559 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:12:29.587960 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.590449 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:29.632807 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event deleted for resources: {'Port': ['ID=6e4539b7-12a3-464f-8a1d-44155c98d1af,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:29.636299 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:29.715749 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] For port e9965593-f70e-47be-b92a-bb511f3c9559, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=e9965593-f70e-47be-b92a-bb511f3c9559,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:29.716148 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:29.836193 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Calling delete_port for e9965593-f70e-47be-b92a-bb511f3c9559 owned by network:router_interface {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:12:29.901424 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Router adbde64a-6dc9-41c7-8c33-0d30ab053498 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:12:30.082726 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:12:30.093683 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] Sync routers for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:12:30.105894 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:30.108581 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:12:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:30.123029 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:30.128159 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:30.157106 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] No DVR routers for this DVR port 6e4539b7-12a3-464f-8a1d-44155c98d1af on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:12:30.159603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:30.162290 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'name': 'network-vif-deleted', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:12:30.179713 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dd05270e-5295-4028-91bd-ae3283592cc9 req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "DELETE /v2.0/ports/6e4539b7-12a3-464f-8a1d-44155c98d1af HTTP/1.1" status: 204 len: 173 time: 1.3705933 Apr 30 07:12:30.182876 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9965593-f70e-47be-b92a-bb511f3c9559,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:30.186241 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:30.237877 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c819c0-229d-42da-a5c2-55a646032a44', 'name': 'network-vif-deleted', 'tag': '6e4539b7-12a3-464f-8a1d-44155c98d1af', 'status': 'completed', 'code': 200} Apr 30 07:12:30.381332 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:30.424828 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:30.589817 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449731'] for router_interface, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:30.644444 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a6e6300a-c589-45ed-bf2d-aacd6a7b24a8 req-f4e314a2-21aa-466a-b705-edc2d2ceacb1 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:12:30.678482 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a6e6300a-c589-45ed-bf2d-aacd6a7b24a8 req-f4e314a2-21aa-466a-b705-edc2d2ceacb1 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:12:30.680079 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a6e6300a-c589-45ed-bf2d-aacd6a7b24a8 req-f4e314a2-21aa-466a-b705-edc2d2ceacb1 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c819c0-229d-42da-a5c2-55a646032a44 HTTP/1.1" status: 200 len: 210 time: 0.0888410 Apr 30 07:12:30.716371 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:30.720859 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] Checking router: adbde64a-6dc9-41c7-8c33-0d30ab053498 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:12:30.729766 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:30.730485 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:12:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:30.907062 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:30.973624 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Router 5ab744ce-84b2-4850-9dc2-1e02989f01bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:12:31.150054 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:12:31.159115 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] Sync routers for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:12:31.162100 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5f0e7d79-64b1-47a2-90e5-5eb4b2e10587 admin admin] 10.222.0.11 "PUT /v2.0/routers/5ab744ce-84b2-4850-9dc2-1e02989f01bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7447531 Apr 30 07:12:31.164558 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38106) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:31.169826 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:31.170586 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:12:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:31.220850 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:31.225530 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b11392-12c1-48a5-a2bb-993062cd41b9 None None] The sync data for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb is: [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:12:31.339210 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks [] for router, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:31.376102 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:31.461281 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a53293-be6c-4318-8502-f3e9e58c1b3a None None] New status for floating IP fb222f2a-2d52-410a-9c6a-56d7b855c03f: DOWN {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:12:31.519185 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:31.592728 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Deleting port 42bad817-5d4b-4a2f-9011-8d31ade75c6f {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:12:31.593464 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:31.660593 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:12:30Z', 'revision_number': 5, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port': {'id': '42bad817-5d4b-4a2f-9011-8d31ade75c6f', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:05:36Z', 'updated_at': '2021-04-30T07:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:31.666543 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] Checking router: 5ab744ce-84b2-4850-9dc2-1e02989f01bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:12:31.676045 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] Routers {'5ab744ce-84b2-4850-9dc2-1e02989f01bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:31.676655 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:12:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:31.753533 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-65121616-3f10-494c-9555-95765f05287a admin admin] For port 42bad817-5d4b-4a2f-9011-8d31ade75c6f, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=42bad817-5d4b-4a2f-9011-8d31ade75c6f,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:31.753929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:31.817794 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38114) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:31.846180 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] Set router 5ab744ce-84b2-4850-9dc2-1e02989f01bf gateway port host: None {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:31.885872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-a331d310-3bf8-4f6e-881c-d1760251ce13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:31.915414 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-a331d310-3bf8-4f6e-881c-d1760251ce13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:31.955288 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:12:31Z', 'revision_number': 6, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port_host': None}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:31.959612 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820f06c-65a1-4d73-b3ba-0e2b595029fd None None] The sync data for ids ['5ab744ce-84b2-4850-9dc2-1e02989f01bf'] in dv-cinder-773876-2-smb is: [{'id': '5ab744ce-84b2-4850-9dc2-1e02989f01bf', 'name': 'tempest-AttachVolumeShelveTestJSON-586812408-router', 'tenant_id': '91d029e39e9643c0b0f1399a364bcdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:05:35Z', 'updated_at': '2021-04-30T07:12:31Z', 'revision_number': 6, 'project_id': '91d029e39e9643c0b0f1399a364bcdba', 'gw_port_host': None}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:12:31.973529 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-a331d310-3bf8-4f6e-881c-d1760251ce13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:31.978791 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-92722e78-a7d7-4b55-9c42-b36f2d0055fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:31.997576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331d310-3bf8-4f6e-881c-d1760251ce13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30db91a-31c8-4c25-94ad-5e211fa45e20,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:32.000091 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a331d310-3bf8-4f6e-881c-d1760251ce13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:32.007639 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-a331d310-3bf8-4f6e-881c-d1760251ce13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.008973 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-a331d310-3bf8-4f6e-881c-d1760251ce13 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "DELETE /v2.0/security-groups/d30db91a-31c8-4c25-94ad-5e211fa45e20 HTTP/1.1" status: 204 len: 168 time: 0.1899934 Apr 30 07:12:32.010784 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Calling delete_port for 42bad817-5d4b-4a2f-9011-8d31ade75c6f owned by network:router_gateway {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:12:32.011802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38118) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:32.028921 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.api.v2.resource [None req-9a3a0246-784f-4da3-a426-a8c1e0ab27ca tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] show failed (client error): The resource could not be found. Apr 30 07:12:32.029884 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-9a3a0246-784f-4da3-a426-a8c1e0ab27ca tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups/d30db91a-31c8-4c25-94ad-5e211fa45e20 HTTP/1.1" status: 404 len: 347 time: 0.0171487 Apr 30 07:12:32.032866 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38122) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:32.150615 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.154505 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:32.196572 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Pushing event deleted for resources: {'Port': ['ID=42bad817-5d4b-4a2f-9011-8d31ade75c6f,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:32.199646 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:32.245285 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Deleting port d3dcb82d-7dd2-48d0-b752-2b5603c91bba {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:12:32.245537 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.286144 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456932'] for router_gateway, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.368066 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 6e4539b7-12a3-464f-8a1d-44155c98d1af no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:12:32.381159 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.381598 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.415093 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 6e4539b7-12a3-464f-8a1d-44155c98d1af {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:12:32.415448 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 6e4539b7-12a3-464f-8a1d-44155c98d1af not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:12:32.426593 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e9965593-f70e-47be-b92a-bb511f3c9559 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:12:32.463400 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: e9965593-f70e-47be-b92a-bb511f3c9559 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:12:32.464054 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e9965593-f70e-47be-b92a-bb511f3c9559 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:12:32.474762 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112541'] for router, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.477120 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.501272 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450113'] for router, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.501844 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab744ce-84b2-4850-9dc2-1e02989f01bf {{(pid=73781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 07:12:32.514190 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-65121616-3f10-494c-9555-95765f05287a admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.515351 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-65121616-3f10-494c-9555-95765f05287a admin admin] 10.222.0.11 "DELETE /v2.0/routers/5ab744ce-84b2-4850-9dc2-1e02989f01bf HTTP/1.1" status: 204 len: 168 time: 1.3499424 Apr 30 07:12:32.517416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Calling delete_port for d3dcb82d-7dd2-48d0-b752-2b5603c91bba owned by network:floatingip {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:12:32.517920 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38126) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:32.578604 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Deleting subnet b07212b5-40c8-4c07-880a-9718e8ad0a4f {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:12:32.581637 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.626590 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.630617 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-1ecbf9b1-80c4-4bcf-9694-3509cb1b2323 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:32.633392 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.674589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event deleted for resources: {'Port': ['ID=d3dcb82d-7dd2-48d0-b752-2b5603c91bba,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:32.702389 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:32.756323 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.764107 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.786634 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:32.788091 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "DELETE /v2.0/floatingips/fb222f2a-2d52-410a-9c6a-56d7b855c03f HTTP/1.1" status: 204 len: 168 time: 0.7542834 Apr 30 07:12:33.007549 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.012256 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-447665a8-9c25-44a3-a00a-e3b1dc546769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:33.052913 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07212b5-40c8-4c07-880a-9718e8ad0a4f,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:33.054904 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.057377 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:33.062238 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5b761899-26ab-4bd7-b477-8f4150359ca0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b07212b5-40c8-4c07-880a-9718e8ad0a4f HTTP/1.1" status: 204 len: 168 time: 0.5432980 Apr 30 07:12:33.063200 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28167e8b-0ef4-4bf8-add8-8738975cc824 None None] Network 94fc5581-9712-4b89-9102-e135eac9c332 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:12:33.064761 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38132) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:33.171403 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.247141 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Deleting port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:12:33.247481 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.343768 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] DHCP port deletion for 94fc5581-9712-4b89-9102-e135eac9c332 request from dv-cinder-773876-2-smb {{(pid=73783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 07:12:33.346807 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] For port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:33.347696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.408292 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Deleting port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa {{(pid=73783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:12:33.408874 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.421885 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38136) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:33.428789 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133542539', 'description': 'tempest-description--1758277157'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:33.435300 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:33.441488 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:33.445347 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:33.451600 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:33.464727 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.488155 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:33.493529 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group_rule and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:33.497790 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:33.504100 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:33.509384 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] For port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,segment=NetworkSegment(c008e559-50f3-4da1-b6cb-ea17a97ed203),segment_id=c008e559-50f3-4da1-b6cb-ea17a97ed203)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:33.509813 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.576760 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.582066 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.585909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:33.586610 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Calling delete_port for 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa owned by network:dhcp {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:12:33.627337 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7152779e-ea18-4b5b-a05d-332f3d0e8297,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:33.633044 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:33.642106 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Calling delete_port for 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa owned by network:dhcp {{(pid=73783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:12:33.643398 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.647376 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-fd9088d4-2416-4b42-9da7-7fcf3fad393c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2215698 Apr 30 07:12:33.647878 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38140) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:33.653519 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.654858 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'security_group_rule': {'security_group_id': '7152779e-ea18-4b5b-a05d-332f3d0e8297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:33.658896 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:33.662236 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:33.666871 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group_rule and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:33.669858 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:33.675944 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:33.707725 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:33.711279 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:33.712227 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] No DVR routers for this DVR port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa on host dv-cinder-773876-2-smb {{(pid=73781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:12:33.791336 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.791654 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.794993 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:33.836120 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Pushing event deleted for resources: {'Port': ['ID=3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa,revision_number=None']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:33.838888 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.842245 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] No DVR routers for this DVR port 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa on host dv-cinder-773876-2-smb {{(pid=73783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:12:33.847793 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.848140 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.848461 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.848829 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.849133 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.849447 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.849787 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.850092 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.850450 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.850751 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.851168 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.851731 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:12:33.855351 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:33.857530 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.862439 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.864635 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:33.886746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001806a1-4e33-4f99-83c9-79459e160434,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:33.892294 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:33.898086 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.899398 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-69968e7c-da8f-4b73-8287-cab0d7649b93 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2505491 Apr 30 07:12:33.901990 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38144) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:33.907096 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'security_group_rule': {'security_group_id': '7152779e-ea18-4b5b-a05d-332f3d0e8297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:33.912788 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:33.916528 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:security_group_rule and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:33.919432 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:33.925053 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:33.943269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.957735 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fc5581-9712-4b89-9102-e135eac9c332']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:33.970148 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c008e559-50f3-4da1-b6cb-ea17a97ed203') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:33.970472 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c008e559-50f3-4da1-b6cb-ea17a97ed203') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:33.981812 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:33.998037 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.004280 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:12:34.007697 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.012594 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.014911 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-35b7bbc4-f813-4cd8-837a-fb112c5af131 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:34.036321 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669f3451-5cbd-4c76-8550-402f5c6f9c88,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:34.038711 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:34.047643 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.048825 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-91f601b0-370c-493c-a498-29b003f1ba03 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458912 Apr 30 07:12:34.052064 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38148) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:34.057130 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'floatingip': {'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:34.063213 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:34.067054 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Usage tracker for resource:floatingip and tenant:cd6bdb267c7646fdbf84da99c7750b4e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:34.070039 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:34.075829 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:34.091384 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.182983 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Network 94fc5581-9712-4b89-9102-e135eac9c332 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:12:34.191197 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.234591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.270676 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:12:34.306081 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:12:34.306595 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 3993c0a5-0101-4ef9-8aa9-cd53c7aa61fa not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:12:34.307103 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42bad817-5d4b-4a2f-9011-8d31ade75c6f no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:12:34.339374 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 42bad817-5d4b-4a2f-9011-8d31ade75c6f {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:12:34.339827 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42bad817-5d4b-4a2f-9011-8d31ade75c6f not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:12:34.363518 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Network 94fc5581-9712-4b89-9102-e135eac9c332 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:12:34.369209 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Allocated IP 172.28.1.178 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/0d68f007-a6b7-4a3d-8c06-259bce870946) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:12:34.384940 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:12:34.462054 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.465454 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-35eac121-02df-4f85-9634-465537146d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:34.483051 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.485574 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Pushing event deleted for resources: {'Network': ['ID=94fc5581-9712-4b89-9102-e135eac9c332,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:34.488458 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:34.504398 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] 10.222.0.11 "DELETE /v2.0/networks/94fc5581-9712-4b89-9102-e135eac9c332 HTTP/1.1" status: 204 len: 168 time: 1.4386430 Apr 30 07:12:34.513723 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.542681 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.547421 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e76f08e6-2c7f-43c3-8f23-a3ae5838d62e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:34.605449 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:12:34.612431 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:12:34.616470 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:12:34.629327 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38154) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:34.656406 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'Port': ['ID=0d68f007-a6b7-4a3d-8c06-259bce870946,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:34.660942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:34.682379 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-fcecd529-a400-4db5-81a3-b15cddbf5cc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91d029e39e9643c0b0f1399a364bcdba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515721 Apr 30 07:12:34.684820 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38158) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:34.699372 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.742353 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.760678 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.768690 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.825767 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.830609 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4fcfa005-303f-4ea3-925c-7c77f204242a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:34.844962 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19615ff-2551-4880-a930-8ba26fc40a87,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:34.849027 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:34.849964 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.851351 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a19615ff-2551-4880-a930-8ba26fc40a87 HTTP/1.1" status: 204 len: 168 time: 0.1653948 Apr 30 07:12:34.970657 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.976479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:34.980970 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:35.084856 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'Port': ['ID=0d68f007-a6b7-4a3d-8c06-259bce870946,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:35.089005 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:35.096310 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:35.119211 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:35.120436 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0674860 Apr 30 07:12:35.336242 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-2cdd22f7-8ef7-48bd-9bc2-62b917505dff tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:security_group {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:12:35.352116 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-2cdd22f7-8ef7-48bd-9bc2-62b917505dff tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:security_group {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:12:35.353559 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-2cdd22f7-8ef7-48bd-9bc2-62b917505dff tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--133542539&fields=id&tenant_id=cd6bdb267c7646fdbf84da99c7750b4e HTTP/1.1" status: 200 len: 267 time: 0.0568900 Apr 30 07:12:35.425525 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:12:35.505077 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-eca7cc3c-e675-429e-b760-a41a08e677aa tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:35.506513 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-eca7cc3c-e675-429e-b760-a41a08e677aa tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 811 time: 0.1457381 Apr 30 07:12:35.522049 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-fecf0ff3-8982-47d9-b07f-3a9640c89043 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/quotas/cd6bdb267c7646fdbf84da99c7750b4e HTTP/1.1" status: 200 len: 375 time: 0.0095456 Apr 30 07:12:35.608604 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-1b3f58f0-d985-42af-ad59-13d56b42ff34 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:12:35.626012 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-1b3f58f0-d985-42af-ad59-13d56b42ff34 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:12:35.627349 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-1b3f58f0-d985-42af-ad59-13d56b42ff34 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999973 Apr 30 07:12:35.770091 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-5036dab2-d390-4695-9b9a-7b177ec943e8 service neutron] 10.222.0.11 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293862 Apr 30 07:12:35.990914 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-098123bc-9cf9-4d01-b440-ee2931aa4b00 service neutron] 10.222.0.11 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145407 Apr 30 07:12:36.197208 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5a06ad27-88ec-4998-b665-f23585064d49 req-1617920b-6682-4f20-8f7c-ac6311085bdd tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 210 time: 0.0574954 Apr 30 07:12:37.374158 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-99f8daa3-f9f4-4c23-b667-dcacf452ec01 req-c1761eab-8748-43b7-9719-e77ec339f40f tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 210 time: 0.0514936 Apr 30 07:12:37.398973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-0bfc0a07-ce2f-48d9-ab46-11d44f09a27d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:37.400399 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-0bfc0a07-ce2f-48d9-ab46-11d44f09a27d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 811 time: 0.1979754 Apr 30 07:12:37.457490 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-5c47f5c8-c369-49da-a097-2eddeee6ddb9 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd6bdb267c7646fdbf84da99c7750b4e HTTP/1.1" status: 200 len: 379 time: 0.0420420 Apr 30 07:12:37.469659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'port': {'device_id': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'admin_state_up': True, 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'security_groups': ['7152779e-ea18-4b5b-a05d-332f3d0e8297']}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:37.606160 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:37.616096 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:37.627338 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Made reservation on behalf of cd6bdb267c7646fdbf84da99c7750b4e for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:12:37.631208 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:37.811005 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Allocated IP 172.20.0.7 (0f683be8-b97a-44a0-8d4c-1d10e970743d/bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6/c0074d66-4718-45ed-8511-b4d169cacd85) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:12:38.000369 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:38.015408 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Transition to ACTIVE for port object c0074d66-4718-45ed-8511-b4d169cacd85 will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:12:38.040306 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:38.046036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4c251f75-3b38-4f5a-816c-935d5ba95cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:38.114589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:12:38.118302 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:12:38.121224 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:12:38.168337 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event updated for resources: {'Port': ['ID=c0074d66-4718-45ed-8511-b4d169cacd85,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:38.173176 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:38.193295 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:38.193872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:38.220210 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545555 Apr 30 07:12:38.232532 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Request body: {'port': {'device_id': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:38.293652 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-4fd1d574-4b5c-4261-afb8-a12c1bf80092 None None] Provisioning for port c0074d66-4718-45ed-8511-b4d169cacd85 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:12:38.298571 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-4fd1d574-4b5c-4261-afb8-a12c1bf80092 None None] Provisioning complete for port c0074d66-4718-45ed-8511-b4d169cacd85 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:12:38.299016 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-4fd1d574-4b5c-4261-afb8-a12c1bf80092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:38.341354 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:38.349139 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1d574-4b5c-4261-afb8-a12c1bf80092 None None] Port c0074d66-4718-45ed-8511-b4d169cacd85 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:12:38.669587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794690c-d326-460a-867a-630f6655df86 req-1f9f8a55-8802-4fb4-9a55-9c913533b6c6 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:38.670266 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-2794690c-d326-460a-867a-630f6655df86 req-1f9f8a55-8802-4fb4-9a55-9c913533b6c6 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:12:38.697954 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-2794690c-d326-460a-867a-630f6655df86 req-1f9f8a55-8802-4fb4-9a55-9c913533b6c6 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:12:38.699098 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2794690c-d326-460a-867a-630f6655df86 req-1f9f8a55-8802-4fb4-9a55-9c913533b6c6 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 931 time: 0.2174437 Apr 30 07:12:38.777044 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0074d66-4718-45ed-8511-b4d169cacd85 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:12:38.787950 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:38.795463 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2794690c-d326-460a-867a-630f6655df86 req-a3037d7e-b756-4890-9407-ca80cdd98416 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678542 Apr 30 07:12:38.806599 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Transition to ACTIVE for port object c0074d66-4718-45ed-8511-b4d169cacd85 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:12:38.811576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:38.815622 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-10df22df-8e75-4e4f-9005-f613e721f1d6 tempest-VolumesSnapshotTestJSON-1496144125 tempest-VolumesSnapshotTestJSON-1496144125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:39.077541 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Pushing event updated for resources: {'Port': ['ID=c0074d66-4718-45ed-8511-b4d169cacd85,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:39.084105 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:39.155842 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Attempting to bind port c0074d66-4718-45ed-8511-b4d169cacd85 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:12:39.156183 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Attempting to bind port c0074d66-4718-45ed-8511-b4d169cacd85 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:12:39.156506 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Attempting to bind port c0074d66-4718-45ed-8511-b4d169cacd85 on network 0f683be8-b97a-44a0-8d4c-1d10e970743d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:12:39.161128 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Port c0074d66-4718-45ed-8511-b4d169cacd85 on network 0f683be8-b97a-44a0-8d4c-1d10e970743d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:12:39.161450 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Attempting to bind port c0074d66-4718-45ed-8511-b4d169cacd85 on network 0f683be8-b97a-44a0-8d4c-1d10e970743d {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:12:39.166600 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:12:39.166936 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Checking segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:12:39.167324 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Bound using segment: {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:12:39.167742 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Bound port: c0074d66-4718-45ed-8511-b4d169cacd85, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22bba70-9864-46fb-bb15-a89bed9caae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:12:39.168087 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:39.257012 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] For port c0074d66-4718-45ed-8511-b4d169cacd85, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:12:39.260062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] For port c0074d66-4718-45ed-8511-b4d169cacd85, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c0074d66-4718-45ed-8511-b4d169cacd85,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:12:39.268111 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:39.279790 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7bf25361-11da-478c-82bf-b1d584dfbc2b tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:39.330355 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:39.330948 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:39.332312 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0074d66-4718-45ed-8511-b4d169cacd85 HTTP/1.1" status: 200 len: 1093 time: 1.1041136 Apr 30 07:12:39.332821 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:12:39.359842 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Pushing event updated for resources: {'Port': ['ID=c0074d66-4718-45ed-8511-b4d169cacd85,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:39.370554 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:39.430933 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'status': 'completed', 'code': 200} Apr 30 07:12:39.472507 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-11da348f-64aa-45cc-8ff3-550008a99269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:39.474047 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-11da348f-64aa-45cc-8ff3-550008a99269 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 1096 time: 0.0870581 Apr 30 07:12:39.552853 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-b0a65915-290b-4dde-93ac-4d4b5189004d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0074d66-4718-45ed-8511-b4d169cacd85 HTTP/1.1" status: 200 len: 217 time: 0.0655179 Apr 30 07:12:39.620618 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-819fe93e-f047-4735-acaf-a74bf27afed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:39.622506 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-819fe93e-f047-4735-acaf-a74bf27afed1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0632713 Apr 30 07:12:39.700624 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-38d88a43-2888-4b27-a129-86d07c4ff56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:39.702340 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-38d88a43-2888-4b27-a129-86d07c4ff56b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731425 Apr 30 07:12:39.850708 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-6991460e-6b4c-4fa3-8d5a-5be831d3e0ee service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409802 Apr 30 07:12:40.038652 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a967dabd-a273-4861-b57d-a46a0c4fbc0d req-02afa0e2-2849-48dc-83b6-bf0cc4dcb29d service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759484 Apr 30 07:12:40.057101 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48cce-c40e-434f-8f2a-89d7c204361d req-52f086a9-f8af-4ad2-a53b-0a251564eaf7 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:40.058655 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4f48cce-c40e-434f-8f2a-89d7c204361d req-52f086a9-f8af-4ad2-a53b-0a251564eaf7 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 943 time: 0.1160786 Apr 30 07:12:40.144826 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4f48cce-c40e-434f-8f2a-89d7c204361d req-9ffb837f-6af2-4789-bc66-c789b5cd6cbf tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787981 Apr 30 07:12:40.176872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-00eb2edc-1531-4804-9fe4-06b92de338e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:40.178342 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-00eb2edc-1531-4804-9fe4-06b92de338e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 1096 time: 0.0796049 Apr 30 07:12:40.313968 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-0ec006ed-cf25-4f32-a923-340d83546935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:40.315468 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-0ec006ed-cf25-4f32-a923-340d83546935 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.1299560 Apr 30 07:12:40.385613 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-22001126-6c02-48a5-b858-eed2f672e4af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0074d66-4718-45ed-8511-b4d169cacd85 HTTP/1.1" status: 200 len: 217 time: 0.0624294 Apr 30 07:12:40.447421 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-ab71d0f1-b7be-4856-be44-e2e750f5292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:40.448789 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-ab71d0f1-b7be-4856-be44-e2e750f5292b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0559251 Apr 30 07:12:40.532180 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-8867c53a-2882-4181-8d44-f390e3ebc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:40.533663 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-8867c53a-2882-4181-8d44-f390e3ebc724 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773859 Apr 30 07:12:40.668087 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-d9f05645-6709-4a8c-93b9-846bd1dcfaa2 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255789 Apr 30 07:12:40.894977 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c32c3dd-2457-4eed-ac3d-c4ffe575a0be req-0486ca38-cf7e-4436-bd5f-67f723e95992 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187910 Apr 30 07:12:41.343120 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7490c90-4eb4-4266-ba98-28e8dba61350 req-03a76e18-0bb4-4c58-807f-622804d445ac tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:41.344462 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d7490c90-4eb4-4266-ba98-28e8dba61350 req-03a76e18-0bb4-4c58-807f-622804d445ac tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 943 time: 0.0863261 Apr 30 07:12:41.389483 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d7490c90-4eb4-4266-ba98-28e8dba61350 req-a8df3cd4-9353-44a6-a5c3-84d64a7f0dd9 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390072 Apr 30 07:12:42.386866 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c0074d66-4718-45ed-8511-b4d169cacd85 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:12:42.525288 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c0074d66-4718-45ed-8511-b4d169cacd85, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c0074d66-4718-45ed-8511-b4d169cacd85,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:42.537982 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'port_id': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'mac_address': 'fa:16:3e:fe:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:12:42.580276 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b061aa8-c61c-48d3-9746-f3507fd2302f req-36633160-cb23-4227-893d-c7f10d90653d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:42.581720 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0b061aa8-c61c-48d3-9746-f3507fd2302f req-36633160-cb23-4227-893d-c7f10d90653d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 943 time: 0.0812283 Apr 30 07:12:42.590377 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:42.607114 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0074d66-4718-45ed-8511-b4d169cacd85 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:12:42.623639 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c0074d66-4718-45ed-8511-b4d169cacd85, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c0074d66-4718-45ed-8511-b4d169cacd85,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:42.628481 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0b061aa8-c61c-48d3-9746-f3507fd2302f req-b3e5bf83-3900-472a-bcb9-c0ff3689afca tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406313 Apr 30 07:12:42.628654 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:42.631775 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:42.697578 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=c0074d66-4718-45ed-8511-b4d169cacd85,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:42.701052 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:42.890449 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['c0074d66-4718-45ed-8511-b4d169cacd85'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:12:43.818736 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d0290-0baa-4654-9edb-26f1222962ae req-41827788-d8b9-475f-a169-5d37630bf50d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:43.820139 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-497d0290-0baa-4654-9edb-26f1222962ae req-41827788-d8b9-475f-a169-5d37630bf50d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 944 time: 0.0816450 Apr 30 07:12:43.875502 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-497d0290-0baa-4654-9edb-26f1222962ae req-f47cbc62-8d8b-486f-8994-142fe448998a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474939 Apr 30 07:12:44.394751 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c0074d66-4718-45ed-8511-b4d169cacd85 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:12:44.466706 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port c0074d66-4718-45ed-8511-b4d169cacd85 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:12:44.471269 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port c0074d66-4718-45ed-8511-b4d169cacd85 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:12:44.471680 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:44.596198 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:44.646443 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:12:44.656515 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port c0074d66-4718-45ed-8511-b4d169cacd85, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c0074d66-4718-45ed-8511-b4d169cacd85,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:12:44.661742 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:44.664062 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:44.692684 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'code': 200} Apr 30 07:12:44.729570 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=c0074d66-4718-45ed-8511-b4d169cacd85,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:44.732439 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:44.951660 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6194a0-c976-4448-8ef6-cc2a83937c5c req-d01bd546-03c8-4d5f-bbdf-9eda4a585894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:44.953207 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8a6194a0-c976-4448-8ef6-cc2a83937c5c req-d01bd546-03c8-4d5f-bbdf-9eda4a585894 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 1098 time: 0.0707617 Apr 30 07:12:45.033654 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8a6194a0-c976-4448-8ef6-cc2a83937c5c req-3fb47732-eaee-4e49-b2e5-3b7d22f1d2cb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703499 Apr 30 07:12:45.081909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd3e5-88c5-4016-971f-5c8ec2571e49 req-0ac2684d-b243-4a22-8ec6-fcba1102b748 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:45.083325 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c3bdd3e5-88c5-4016-971f-5c8ec2571e49 req-0ac2684d-b243-4a22-8ec6-fcba1102b748 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 945 time: 0.0908797 Apr 30 07:12:45.128301 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c3bdd3e5-88c5-4016-971f-5c8ec2571e49 req-b63a0a2d-42bb-4d05-992e-e41c5386eb4f tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391638 Apr 30 07:12:45.725022 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38322) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:45.847076 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:45.863047 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:45.867067 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Usage tracker for resource:security_group_rule and tenant:727e4c3a43be49b78dee6ec9363af4f9 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:45.870068 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:45.876722 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:45.963171 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:45.968225 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:45.976885 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-811a714b-ffda-48da-87ce-65a49c98a8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:46.020988 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=727e4c3a43be49b78dee6ec9363af4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923715 Apr 30 07:12:46.020988 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fcfcec-255a-494a-b2ff-da3783cafa35,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:46.021383 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38328) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:46.023272 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:46.084440 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:46.111694 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:46.167647 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:46.171503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9ebc7e7d-ee69-47d4-987b-fe86849807c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:46.182526 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fcfcec-255a-494a-b2ff-da3783cafa35,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:46.186529 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:46.189755 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:46.190910 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5fcfcec-255a-494a-b2ff-da3783cafa35 HTTP/1.1" status: 204 len: 168 time: 0.1679578 Apr 30 07:12:46.320634 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb44bac-075f-49c7-b7fd-b927de7332e2 req-066da0d4-b2d2-46a6-ab86-58f973d20d8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:46.322192 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dcb44bac-075f-49c7-b7fd-b927de7332e2 req-066da0d4-b2d2-46a6-ab86-58f973d20d8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 945 time: 0.0804584 Apr 30 07:12:46.366376 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dcb44bac-075f-49c7-b7fd-b927de7332e2 req-3f0c2b29-2a4b-4ae8-8c83-cae7f7dee34d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383177 Apr 30 07:12:46.547909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d9e95-7d9a-4b86-bb6a-8a6ad4ed0cd5 req-b499389e-80c8-4fe9-97e7-8171802a28f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:46.549377 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-421d9e95-7d9a-4b86-bb6a-8a6ad4ed0cd5 req-b499389e-80c8-4fe9-97e7-8171802a28f4 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 945 time: 0.0832596 Apr 30 07:12:46.557963 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38348) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:46.563389 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Request body: {'floatingip': {'port_id': 'c0074d66-4718-45ed-8511-b4d169cacd85'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:12:46.641624 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:47.325816 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:47.331058 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:47.501729 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Floating IP c427b7e6-480e-4c7f-8cdd-343a684277d1 associated. External IP: 172.28.1.178, port: c0074d66-4718-45ed-8511-b4d169cacd85. Apr 30 07:12:47.854241 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Router adbde64a-6dc9-41c7-8c33-0d30ab053498 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:12:48.036780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:12:48.041083 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:48.047674 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] Sync routers for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:12:48.058114 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:48.058918 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:12:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:48.111075 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-994fc228-dd03-447e-9d51-1401f09bd5e2 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "PUT /v2.0/floatingips/c427b7e6-480e-4c7f-8cdd-343a684277d1 HTTP/1.1" status: 200 len: 991 time: 1.5512843 Apr 30 07:12:48.112052 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:12:48.264267 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:48.269117 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'status': 'completed', 'code': 200} Apr 30 07:12:48.361968 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-5adc1296-1fe2-4a66-aac1-838acba6faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:48.363565 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-5adc1296-1fe2-4a66-aac1-838acba6faca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 1098 time: 0.0717993 Apr 30 07:12:48.503337 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-d87b05fe-4f22-449c-890b-e2a29bb611d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:48.504951 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-d87b05fe-4f22-449c-890b-e2a29bb611d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 200 len: 912 time: 0.1348720 Apr 30 07:12:48.619344 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-2913355f-e466-49bc-8bd8-63d6c4557cb5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0074d66-4718-45ed-8511-b4d169cacd85 HTTP/1.1" status: 200 len: 999 time: 0.1074219 Apr 30 07:12:48.621218 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'c427b7e6-480e-4c7f-8cdd-343a684277d1', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'port_id': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'mac_address': 'fa:16:3e:fe:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:12:34Z', 'updated_at': '2021-04-30T07:12:47Z', 'revision_number': 1, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:48.626049 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] Checking router: adbde64a-6dc9-41c7-8c33-0d30ab053498 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:12:48.635239 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:12:48.635849 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:12:27Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:48.694743 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-eec19df6-c546-4171-a99a-656e384a250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:48.696344 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-eec19df6-c546-4171-a99a-656e384a250e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 200 len: 850 time: 0.0675573 Apr 30 07:12:48.776907 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-b1ee279a-0e88-4994-9773-8e64e0eb2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:48.778619 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-b1ee279a-0e88-4994-9773-8e64e0eb2269 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f683be8-b97a-44a0-8d4c-1d10e970743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757687 Apr 30 07:12:48.847350 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:12:48.866886 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38410) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:48.994851 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.009745 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:49.013979 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Usage tracker for resource:security_group_rule and tenant:7639493d00964d34a0965635c36c58fe is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:49.016882 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:49.023181 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:49.025275 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-62211ae4-0601-4649-8e7d-1cb921781833 service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397239 Apr 30 07:12:49.108023 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.113726 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.124894 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0d8ee0c0-bcdb-4d68-9ee8-a6c2a761f97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:49.159484 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4f181d5f-a724-4a73-94fe-bbb888bd2da7 req-009387b8-2175-4432-bc20-3ee57a28009f service neutron] 10.222.0.25 "GET /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273091 Apr 30 07:12:49.160652 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c54a3e-4b2a-4730-bfb7-6f7632a1b7a2,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:49.164032 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:49.173892 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7639493d00964d34a0965635c36c58fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059375 Apr 30 07:12:49.174009 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38416) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:49.195997 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'c427b7e6-480e-4c7f-8cdd-343a684277d1', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'port_id': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'mac_address': 'fa:16:3e:fe:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:12:34Z', 'updated_at': '2021-04-30T07:12:47Z', 'revision_number': 1, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:12:49.200038 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fb3d4-f43f-4255-9770-10fc71146076 None None] The sync data for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb is: [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': 'c427b7e6-480e-4c7f-8cdd-343a684277d1', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'port_id': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'mac_address': 'fa:16:3e:fe:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:12:34Z', 'updated_at': '2021-04-30T07:12:47Z', 'revision_number': 1, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:12:49.233099 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-462c9499-897a-4bb4-8829-2bc0ec489397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.261310 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-462c9499-897a-4bb4-8829-2bc0ec489397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.316977 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-462c9499-897a-4bb4-8829-2bc0ec489397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.320851 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-243456be-b506-4e82-ad66-b59fabbf0a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:49.331802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c9499-897a-4bb4-8829-2bc0ec489397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c54a3e-4b2a-4730-bfb7-6f7632a1b7a2,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:49.334112 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-462c9499-897a-4bb4-8829-2bc0ec489397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:49.340800 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-462c9499-897a-4bb4-8829-2bc0ec489397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.342721 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-462c9499-897a-4bb4-8829-2bc0ec489397 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67c54a3e-4b2a-4730-bfb7-6f7632a1b7a2 HTTP/1.1" status: 204 len: 168 time: 0.1676149 Apr 30 07:12:49.400352 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af1925-d366-4f4f-af55-f89541791155 None None] New status for floating IP c427b7e6-480e-4c7f-8cdd-343a684277d1: ACTIVE {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:12:49.629342 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38426) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:49.647240 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.663148 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:12:49.667162 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Usage tracker for resource:security_group_rule and tenant:f55fd51bc3e540ba8540702c13b7b434 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:12:49.670466 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:12:49.676256 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:12:49.761000 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.768318 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.775121 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-194fd853-f190-48c0-a7b4-bfe7fba2d07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:49.813887 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f55fd51bc3e540ba8540702c13b7b434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834741 Apr 30 07:12:49.814735 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1d72e-030d-4585-bafa-462572530b7e,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:49.817477 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38430) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:12:49.817659 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:49.875515 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.904985 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.960211 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.963852 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-76c65f00-a0bb-42ed-9a9d-dbf8e960de26 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:12:49.977790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1d72e-030d-4585-bafa-462572530b7e,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:12:49.980199 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:12:49.990787 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:49.993892 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdf1d72e-030d-4585-bafa-462572530b7e HTTP/1.1" status: 204 len: 168 time: 0.1731284 Apr 30 07:12:55.087344 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5adaedce-0e1a-4f2e-a7b2-cf0997ca622b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:55.912143 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:57.512825 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ec9f-41b2-47c8-b583-d489034ec695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:57.832240 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:57.983067 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-4304f7d4-898a-492d-9d7b-ad53a3d416b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689301 Apr 30 07:12:58.132834 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-7776291d-f26f-491f-b8be-2e6ea2b64921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:58.134437 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-7776291d-f26f-491f-b8be-2e6ea2b64921 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1098 time: 0.0752492 Apr 30 07:12:58.293847 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-32596fb5-0b06-485c-a7e9-acca946b2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:58.295377 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-32596fb5-0b06-485c-a7e9-acca946b2667 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 910 time: 0.1357884 Apr 30 07:12:58.407454 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-2029909a-1516-4e42-86b9-f27e4629a0b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 1000 time: 0.1028926 Apr 30 07:12:58.447602 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:12:58.481918 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-e1ddc3e3-d200-4b34-b769-7149c639b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:58.483476 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-e1ddc3e3-d200-4b34-b769-7149c639b76e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.0683041 Apr 30 07:12:58.560192 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-ea748bca-aad7-495b-90df-1e17146bb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:12:58.561620 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-ea748bca-aad7-495b-90df-1e17146bb03f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715756 Apr 30 07:12:58.698601 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-7d0ac077-0c12-4f35-9165-a925b675847a service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274593 Apr 30 07:12:58.835071 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-17a88b72-dff0-45cb-b475-9d2f80ec94a7 req-12022c4f-6107-4d7f-9316-04109dc052bd service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289077 Apr 30 07:13:00.066543 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38582) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:00.189403 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.203416 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:00.207321 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Usage tracker for resource:security_group_rule and tenant:12459900e0cb4eedb9be3ec4cf23438d is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:00.210900 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:00.220687 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:00.314708 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.321070 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.328258 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b89fc1ea-f5ca-438b-828e-dfdaa179382b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:00.346533 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.368988 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12459900e0cb4eedb9be3ec4cf23438d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013558 Apr 30 07:13:00.369849 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5bf03b-94b8-4314-8b17-0c03251cafea,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:00.372079 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38588) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:00.373441 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:00.435178 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e729-d416-4f0b-b510-afde0e76b7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.461309 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e729-d416-4f0b-b510-afde0e76b7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.515661 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e729-d416-4f0b-b510-afde0e76b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.519343 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9c0d97d4-411a-41d2-bcaf-0da6b7e5e196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:00.531439 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e729-d416-4f0b-b510-afde0e76b7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5bf03b-94b8-4314-8b17-0c03251cafea,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:00.534390 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ddb6e729-d416-4f0b-b510-afde0e76b7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:00.541452 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e729-d416-4f0b-b510-afde0e76b7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.545516 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-ddb6e729-d416-4f0b-b510-afde0e76b7a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f5bf03b-94b8-4314-8b17-0c03251cafea HTTP/1.1" status: 204 len: 168 time: 0.1717424 Apr 30 07:13:00.834908 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38598) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:00.860062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.875357 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:00.879784 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0ce3267ec6485baaf3da9e7776c25d is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:00.882839 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:00.889244 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:00.970767 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.976886 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:00.985159 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c7ba91ba-fa41-4f21-bd99-2de531d48505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:01.025531 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d0ce3267ec6485baaf3da9e7776c25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892941 Apr 30 07:13:01.027104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34493230-5466-435f-a86d-205bfe58ccaa,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:01.028650 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38602) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:01.030001 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6c47184c-9289-4de3-a3b7-bca2e1da8f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:01.088316 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.113696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.175219 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.178705 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-3166c753-a98d-413a-a16f-bd61ad92cc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:01.293005 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34493230-5466-435f-a86d-205bfe58ccaa,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:01.296948 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:01.302593 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.306697 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34493230-5466-435f-a86d-205bfe58ccaa HTTP/1.1" status: 204 len: 168 time: 0.2767963 Apr 30 07:13:01.672645 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38612) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:01.691086 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.705393 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:01.709586 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ce581c269a3e40938e7c2d400933bdcb is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:01.712650 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:01.719200 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:01.804528 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.810302 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.817258 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-45e3bc9a-f704-4122-a249-79173e295bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:01.857118 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce581c269a3e40938e7c2d400933bdcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834147 Apr 30 07:13:01.857970 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6beef-a856-4b80-9173-15f9c2223d30,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:01.859976 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38616) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:01.861124 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5ca76c0f-27ca-45a5-8bc5-a964c28547c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:01.920675 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:01.947031 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:02.002568 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:02.006124 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-10d87d2d-1ae1-48c6-93dd-92311c6f7fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:02.016820 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6beef-a856-4b80-9173-15f9c2223d30,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:02.020568 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:02.023814 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:02.024923 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53d6beef-a856-4b80-9173-15f9c2223d30 HTTP/1.1" status: 204 len: 168 time: 0.1639597 Apr 30 07:13:03.946593 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38676) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:04.085320 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.102170 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:04.106178 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Usage tracker for resource:security_group_rule and tenant:2c77b892e99a4e4fb6160aa038ebe31c is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:04.109076 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:04.114936 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:04.194191 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.199312 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.210103 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5c503e3d-2feb-4ad8-8bae-f829e47b52da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:04.249797 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c77b892e99a4e4fb6160aa038ebe31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021321 Apr 30 07:13:04.251486 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b033fb-5323-4e3d-aebc-3a704b000f42,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:04.252858 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38682) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:04.254733 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4572ef5e-b2fa-478b-bab9-7b3b84da8a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:04.320763 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.349888 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.401525 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.406583 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b7dad334-83f5-4dfb-b8db-a2d2e8ebf01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:04.418950 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b033fb-5323-4e3d-aebc-3a704b000f42,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:04.421268 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:04.423367 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.427653 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42b033fb-5323-4e3d-aebc-3a704b000f42 HTTP/1.1" status: 204 len: 168 time: 0.1728971 Apr 30 07:13:04.708385 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38690) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:04.727004 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.741986 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:04.746535 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Usage tracker for resource:security_group_rule and tenant:36bef2fea5b94332813d2b016af4341d is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:04.749606 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:04.755478 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:04.850615 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.857653 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.864577 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-fd927126-9b0a-4ebe-8aab-0ad342c4601d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:04.904598 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36bef2fea5b94332813d2b016af4341d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947548 Apr 30 07:13:04.905525 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b355b62-ee0b-4fe9-aa69-1d4178ed20d7,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:04.907138 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38694) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:04.908711 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:04.965359 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:04.993215 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:05.048654 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:05.054015 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-da836821-d1ed-4379-a5b4-3e18244e0a2f tempest-VolumesNegativeTest-1990167336 tempest-VolumesNegativeTest-1990167336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:05.068557 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b355b62-ee0b-4fe9-aa69-1d4178ed20d7,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:05.071078 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:05.085149 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:05.088783 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b355b62-ee0b-4fe9-aa69-1d4178ed20d7 HTTP/1.1" status: 204 len: 168 time: 0.1781523 Apr 30 07:13:12.429220 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:13:25.081847 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-193fa6be-b8e0-4984-8463-c3192138984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:25.928285 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:27.516020 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-168982c1-1cc5-42f2-a191-697146b4b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:27.827416 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:28.451522 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:30.364345 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.130633 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 38936) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:31.251402 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.265268 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:31.269058 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c4f1aa6ca84012bb4346f60ce9bbba is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:31.272288 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:31.278036 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:31.443008 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.450734 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.457502 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0119d4fa-c6c2-4569-854f-b7d8395ad735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:31.495047 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b75d5f-577b-4274-841f-51b2b4905a09,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:31.500410 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6c4f1aa6ca84012bb4346f60ce9bbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686419 Apr 30 07:13:31.503389 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38942) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:31.504769 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.505159 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.505514 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.505873 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.506217 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.506599 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.506945 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.507294 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.507639 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.507980 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.508307 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.508641 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.512914 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5f614c11-909f-450e-bd55-b93bb161e8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:31.567234 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.593045 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.645091 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.649965 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:31.663479 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b75d5f-577b-4274-841f-51b2b4905a09,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:31.674074 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.674475 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.674840 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.675196 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.675550 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.675902 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.676250 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.676596 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.676942 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.677289 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.677632 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.677973 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:31.680775 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:31.681852 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4b75d5f-577b-4274-841f-51b2b4905a09 HTTP/1.1" status: 204 len: 168 time: 0.1774375 Apr 30 07:13:31.682709 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:32.457418 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38974) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:32.571684 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2096280641-network', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:13:32.576473 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:32.580604 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Usage tracker for resource:network and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:32.583981 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:32.590826 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:32.600966 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Made reservation on behalf of 5a4fc61b954947079b1095c462f6e2ee for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:13:32.603520 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.616731 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.632251 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:32.636064 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:32.638879 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:32.644505 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:32.727417 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.735796 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.738825 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bd7bbf93-9ddb-4ad8-9bc2-234438b679ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:32.772892 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:13:32.778659 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc949da-97fa-45e2-b816-105269c96d61,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:32.782129 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:32.787145 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.787503 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Added segment 8f9e242a-5f61-4136-b896-fa5cb4c58159 of type vlan for network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 Apr 30 07:13:32.816554 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.848969 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.850986 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:32.851700 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:32.857987 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:32.955927 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4973669 Apr 30 07:13:32.959312 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38984) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:32.969508 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Request body: {'subnet': {'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2096280641-subnet', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'ip_version': 4}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:13:32.972560 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Pushing event updated for resources: {'Network': ['ID=18ece21a-4d45-4c3b-a5e3-49aeccbce845,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:32.975403 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0333ffc4-e986-4ef0-9d3c-f4c17db19262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:32.977784 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:32.982555 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Usage tracker for resource:subnet and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:32.982692 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:13:32.985622 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:32.991458 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:33.004573 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Made reservation on behalf of 5a4fc61b954947079b1095c462f6e2ee for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:13:33.007025 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2665745'] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.405688 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4123672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2665731'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.409528 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-6a0119f7-ac5d-493b-b76f-700b345c9e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:33.479073 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bba9b5d-244c-4e25-b9ea-058f23949ac8,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:33.482790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:33.489789 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Checking segment: {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:33.490141 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Network hostable DHCP agents. Network: 18ece21a-4d45-4c3b-a5e3-49aeccbce845, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:13:33.510568 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:13:33.521421 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 18ece21a-4d45-4c3b-a5e3-49aeccbce845) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:33.530412 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c12b5-b825-46cd-848c-291bac07f5cd None None] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:13:33.530586 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:33.531055 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.551526 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b901705b-85a0-4cff-8d06-19c7c82006c5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5907485 Apr 30 07:13:33.554116 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 38988) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:33.559564 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:13:33.563934 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:33.567852 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Usage tracker for resource:router and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:33.570683 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:33.576356 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:33.588020 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.589120 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.605000 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.755569 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 07:13:33.756503 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.879379 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:33.917975 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Allocated IP 172.20.0.2 (18ece21a-4d45-4c3b-a5e3-49aeccbce845/0bba9b5d-244c-4e25-b9ea-058f23949ac8/8ba0087a-6a37-4793-a43b-b9dfcc4bf674) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:13:34.134579 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.144751 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Transition to ACTIVE for port object 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:34.162806 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Transition to ACTIVE for port object 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:34.172186 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.181226 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:34.281564 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:34.284817 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:34.288714 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:13:34.296181 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Pushing event updated for resources: {'Port': ['ID=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:34.313423 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.334479 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.334823 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.335160 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.335490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.335813 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.336138 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.336456 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.336775 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.337093 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.337407 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.337717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.338030 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:34.344670 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.364930 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:34.398389 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Attempting to bind port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:13:34.398760 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Attempting to bind port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:13:34.399122 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Attempting to bind port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 on network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:13:34.405171 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:13:34.405524 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Checking segment: {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:34.405923 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.406353 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Bound using segment: {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:13:34.406864 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Bound port: 8ba0087a-6a37-4793-a43b-b9dfcc4bf674, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:13:34.407236 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.486514 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Allocated IP 172.28.1.96 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/0c41c4c2-76a4-493f-a476-ada5121f5391) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:13:34.494925 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] For port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:13:34.499035 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] For port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:13:34.505727 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.510839 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:34.595927 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Pushing event updated for resources: {'Port': ['ID=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:34.599081 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:34.649923 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.681698 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:34.685511 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0ba601a0-d990-41f1-b409-c9cb4ff9ed8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:34.742483 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:34.745330 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:34.749612 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:13:34.811765 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Pushing event updated for resources: {'Port': ['ID=0c41c4c2-76a4-493f-a476-ada5121f5391,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:34.816083 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:35.177524 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:35.456136 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ddd55a-e1a8-48bd-adf6-286f8af6b360 None None] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:13:35.564487 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-d415011a-07de-4bba-af04-9ce2ac947c79 None None] Provisioning for port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:35.633473 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:35.841871 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 07:13:36.025752 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:13:36.035327 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Sync routers for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:13:36.045714 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:36.046516 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:36.052085 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.053445 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4983878 Apr 30 07:13:36.056263 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39006) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:36.221229 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:36.363879 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:36.458738 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:36.468886 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:36.469242 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.524472 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:34Z', 'revision_number': 3, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:36.528590 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Checking router: 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:13:36.528966 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Updating router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 port 0c41c4c2-76a4-493f-a476-ada5121f5391 binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:13:36.581906 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.592888 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.625370 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:36.632212 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.634699 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:36.707132 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:36.710409 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:36.755864 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.911222 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.923414 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Transition to ACTIVE for port object 0c41c4c2-76a4-493f-a476-ada5121f5391 will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:36.931504 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:36.936434 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-c5797d7f-a867-4997-add4-c3be89f4b01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:36.976300 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Allocated IP 172.20.0.1 (18ece21a-4d45-4c3b-a5e3-49aeccbce845/0bba9b5d-244c-4e25-b9ea-058f23949ac8/305cdb00-4e6a-48da-bb51-d86b0f7b9a4a) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:13:37.049498 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Pushing event updated for resources: {'Port': ['ID=0c41c4c2-76a4-493f-a476-ada5121f5391,revision_number=2']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:37.052006 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Attempting to bind port 0c41c4c2-76a4-493f-a476-ada5121f5391 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:13:37.052374 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Attempting to bind port 0c41c4c2-76a4-493f-a476-ada5121f5391 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:13:37.052733 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Attempting to bind port 0c41c4c2-76a4-493f-a476-ada5121f5391 on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:13:37.062589 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.062929 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.063261 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.063590 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.063913 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.064234 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.064554 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.064871 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.065186 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.065500 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.065812 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.066122 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:13:37.069577 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:13:37.069960 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:37.070391 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.070782 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:13:37.071264 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Bound port: 0c41c4c2-76a4-493f-a476-ada5121f5391, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:13:37.071651 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.095197 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:37.148530 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] For port 0c41c4c2-76a4-493f-a476-ada5121f5391, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:13:37.151742 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] For port 0c41c4c2-76a4-493f-a476-ada5121f5391, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=0c41c4c2-76a4-493f-a476-ada5121f5391,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:13:37.157688 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.162125 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:37.237718 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:37.238479 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:37.260754 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.276926 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.provisioning_blocks [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Transition to ACTIVE for port object 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a will not be triggered until provisioned by entity DHCP. {{(pid=73781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:37.303128 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.307648 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Pushing event updated for resources: {'Port': ['ID=0c41c4c2-76a4-493f-a476-ada5121f5391,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:37.308663 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:37.320611 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-2dc1b87f-6b09-4d1a-994a-cf7c9302fd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:37.365215 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:37.373797 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:37.378816 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:13:37.425820 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Pushing event updated for resources: {'Port': ['ID=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:37.430635 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:37.446592 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:37.446823 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.637559 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-aaa100f2-bb0f-41e0-ae2c-389ce40acb26 None None] Provisioning for port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:37.644343 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-aaa100f2-bb0f-41e0-ae2c-389ce40acb26 None None] Provisioning complete for port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:37.645199 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-aaa100f2-bb0f-41e0-ae2c-389ce40acb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.712810 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.720402 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-aaa100f2-bb0f-41e0-ae2c-389ce40acb26 None None] Port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:13:37.768152 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:34Z', 'revision_number': 3, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:37.771931 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4754948-20d5-434e-83e6-75faffefe011 None None] The sync data for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb is: [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:34Z', 'revision_number': 3, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:13:37.935112 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.941707 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:37.978857 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:38.063321 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Pushing event updated for resources: {'Port': ['ID=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:38.068064 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:38.069410 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:38.211949 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:38.213203 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:38.434880 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 0c41c4c2-76a4-493f-a476-ada5121f5391 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:38.489601 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:13:38.529998 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 0c41c4c2-76a4-493f-a476-ada5121f5391 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:38.537776 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 0c41c4c2-76a4-493f-a476-ada5121f5391 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:38.538544 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:38.604561 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-9604d7dc-a9a9-4e85-8bb2-f45194178bb7 None None] Provisioning complete for port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:38.605303 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-9604d7dc-a9a9-4e85-8bb2-f45194178bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:38.706752 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:13:38.727760 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] 10.222.0.11 "PUT /v2.0/routers/0499a1d9-ef52-4fc9-a4e1-152c4563dbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660404 Apr 30 07:13:38.730123 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:38.734517 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-9604d7dc-a9a9-4e85-8bb2-f45194178bb7 None None] Port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:13:38.749943 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 0c41c4c2-76a4-493f-a476-ada5121f5391, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=0c41c4c2-76a4-493f-a476-ada5121f5391,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:38.755120 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:38.756227 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:38.814118 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-a58ca590-219e-498c-a44c-87165ce23bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:38.900753 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=0c41c4c2-76a4-493f-a476-ada5121f5391,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:38.908327 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:38.915682 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:38.916064 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.286118 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39052) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:39.292588 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1788867785-network', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:13:39.301753 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:39.306080 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Usage tracker for resource:network and tenant:4fccd9e611484819bb9fea1766112c5e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:39.309240 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:39.315009 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:39.326185 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Made reservation on behalf of 4fccd9e611484819bb9fea1766112c5e for: {'network': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:13:39.328569 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.340355 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.354662 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:39.359163 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Usage tracker for resource:security_group_rule and tenant:4fccd9e611484819bb9fea1766112c5e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:39.362082 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:39.368488 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:39.377329 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Sync routers for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:13:39.386915 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:39.387541 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:39.459077 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.464228 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.467368 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-56eeb6ca-b193-40ee-bda5-158329587e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:39.501613 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=73782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:13:39.506988 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360990b3-eb90-4900-b844-fd2bb263055e,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:39.510758 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:39.514758 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.515101 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.segments_db [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Added segment 85bda718-1bfc-4aec-a297-edcb1bfe127f of type vlan for network 5c015162-3ded-4595-93e6-05ad5b70aaaf Apr 30 07:13:39.542646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.574882 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.576245 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:39.576840 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:39.580426 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-980bd266-a237-4ac3-bc5a-54738f62c94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:39.614079 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:39.684563 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Pushing event updated for resources: {'Network': ['ID=5c015162-3ded-4595-93e6-05ad5b70aaaf,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:39.693772 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:39.698646 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-aea6f5ec-76ab-4749-9611-660e237ee8dc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4087522 Apr 30 07:13:39.698840 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:13:39.706649 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39056) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:39.712525 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Request body: {'subnet': {'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1788867785-subnet', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'ip_version': 4}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:13:39.717590 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:39.721474 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Usage tracker for resource:subnet and tenant:4fccd9e611484819bb9fea1766112c5e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:39.724366 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:39.731059 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:39.743131 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Made reservation on behalf of 4fccd9e611484819bb9fea1766112c5e for: {'subnet': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:13:39.745525 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698287'] for subnet, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.033359 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 2, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:40.037624 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Checking router: 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:13:40.037990 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Updating router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:13:40.089651 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.120086 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698301'] for subnet, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.124297 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-2f497634-c515-444e-91b9-526bc9cd712d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:40.194137 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:40.198381 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:40.202934 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Checking segment: {'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:40.203255 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Network hostable DHCP agents. Network: 5c015162-3ded-4595-93e6-05ad5b70aaaf, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:13:40.222793 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:13:40.234479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 5c015162-3ded-4595-93e6-05ad5b70aaaf) {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:40.243658 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:40.244236 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.252263 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99adaf8-3bc4-471a-8727-b58c3ee6633d None None] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:13:40.269230 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-4acb8e63-3f58-4f4e-bacc-8688364bd56e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5585785 Apr 30 07:13:40.269230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39064) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:40.274401 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:13:40.279808 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:40.284469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Usage tracker for resource:router and tenant:4fccd9e611484819bb9fea1766112c5e is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:40.287723 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:40.294420 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:40.307164 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112495'] for router, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.308216 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456414', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112486'] for router, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.338578 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.350593 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 0c41c4c2-76a4-493f-a476-ada5121f5391 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:40.597530 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 0c41c4c2-76a4-493f-a476-ada5121f5391 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:40.597894 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.605118 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112532'] for router, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.757928 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedbc7e2c-b219-5c0c-ba91-1bd3f80256e1-5c015162-3ded-4595-93e6-05ad5b70aaaf', 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'fixed_ips': [{'subnet_id': '4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d'}]}} from dv-cinder-773876-2-smb. {{(pid=73783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 07:13:40.758746 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.778025 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.838660 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Transition to ACTIVE for port object 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:40.893792 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:40.902727 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-732a352e-7b3f-455c-944c-3a82793d0d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:41.076104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.093060 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f0f6-7a8c-4250-9144-ca41d13494c3 None None] Pushing event updated for resources: {'Port': ['ID=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:41.100522 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d761f0f6-7a8c-4250-9144-ca41d13494c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:41.113746 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.194011 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa512c-ad79-4fb0-971d-25c38464d395 req-af22e873-3268-4d1e-abbe-60714bf0c7be tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:41.195505 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1bfa512c-ad79-4fb0-971d-25c38464d395 req-af22e873-3268-4d1e-abbe-60714bf0c7be tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 945 time: 0.1961207 Apr 30 07:13:41.245026 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.db_base_plugin_common [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Allocated IP 172.20.0.2 (5c015162-3ded-4595-93e6-05ad5b70aaaf/4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d/c6a8ae95-3f51-4f31-95c4-61997bf9b5bd) {{(pid=73783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:13:41.276113 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Attempting to bind port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:13:41.276541 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Attempting to bind port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:13:41.276850 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Attempting to bind port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a on network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:13:41.292153 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1bfa512c-ad79-4fb0-971d-25c38464d395 req-ae0e7d07-1ca0-4d9f-b08b-769408ae2a7d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901597 Apr 30 07:13:41.314361 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Allocated IP 172.28.1.224 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/15d280f1-1aba-47f4-a351-07e3cd87c578) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:13:41.314490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:13:41.314490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Checking segment: {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:41.314490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.314490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Bound using segment: {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:13:41.314490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Bound port: 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:13:41.314490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.456900 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.487002 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.490613 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-9cfabbcd-fc48-4ab4-a20a-b969493cf65c tempest-AttachVolumeNegativeTest-1406599958 tempest-AttachVolumeNegativeTest-1406599958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:41.511768 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] For port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:13:41.532522 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] For port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:13:41.538810 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.543694 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:41.555062 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:41.558577 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:41.560588 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Pushing event updated for resources: {'Port': ['ID=15d280f1-1aba-47f4-a351-07e3cd87c578,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:41.562707 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:13:41.589801 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:41.597649 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Notify callbacks [] for port, precommit_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.622790 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Transition to ACTIVE for port object c6a8ae95-3f51-4f31-95c4-61997bf9b5bd will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:41.651831 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f0f6-7a8c-4250-9144-ca41d13494c3 None None] Pushing event updated for resources: {'Port': ['ID=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:41.658013 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:41.658724 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:41.705703 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d761f0f6-7a8c-4250-9144-ca41d13494c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:41.713886 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Transition to ACTIVE for port object c6a8ae95-3f51-4f31-95c4-61997bf9b5bd will not be triggered until provisioned by entity DHCP. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:41.731419 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694'] for port, after_create {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.747502 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:41.877749 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf is already hosted by enough agents. {{(pid=73783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:41.883287 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.scheduler.base_scheduler [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Resources bound (agent type, host, resource id): {{(pid=73783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:41.884972 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Pushing event updated for resources: {'Port': ['ID=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,revision_number=1']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:41.888592 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Received port after_create {{(pid=73783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:13:41.904872 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:41.987639 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:41.994086 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:42.066095 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Attempting to bind port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:13:42.066495 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Attempting to bind port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:13:42.066860 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Attempting to bind port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd on network 5c015162-3ded-4595-93e6-05ad5b70aaaf {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:13:42.128610 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:13:42.129378 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Checking segment: {'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:42.129378 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:42.129820 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Bound using segment: {'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:13:42.130229 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Bound port: c6a8ae95-3f51-4f31-95c4-61997bf9b5bd, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:13:42.130628 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:42.325433 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394090'] for router, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:42.327015 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] For port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:13:42.363313 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] For port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,segment=NetworkSegment(85bda718-1bfc-4aec-a297-edcb1bfe127f),segment_id=85bda718-1bfc-4aec-a297-edcb1bfe127f)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:13:42.374828 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:42.379755 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-c5051fbc-a8a1-41d6-8feb-6b42c8bec93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:42.468695 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Pushing event updated for resources: {'Port': ['ID=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,revision_number=2']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:42.472670 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-8df4c161-3e99-4a0b-9de8-8728855e7f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:42.486690 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:41Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:42.492965 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8afeb7-b3c0-49d6-bead-142ba9919176 None None] The sync data for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb is: [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:41Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:13:42.748155 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f469-525d-4664-ae41-6ff8e0143917 req-fd984eb2-180a-4432-92f4-47c54bbd8452 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:42.749793 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e443f469-525d-4664-ae41-6ff8e0143917 req-fd984eb2-180a-4432-92f4-47c54bbd8452 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 945 time: 0.2433162 Apr 30 07:13:42.789361 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Router 2d4ee6d9-649e-4090-a398-65d1bf4183bf is scheduled to L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f with binding_index 1 {{(pid=73782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 07:13:42.871228 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e443f469-525d-4664-ae41-6ff8e0143917 req-59757114-0a27-433f-93a2-3499ac9fd241 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075711 Apr 30 07:13:43.049917 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:13:43.058900 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Sync routers for ids ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:13:43.063041 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-6a10e6d9-ce53-49f6-99bc-fa0bf4e43163 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:43.064555 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-6a10e6d9-ce53-49f6-99bc-fa0bf4e43163 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 945 time: 0.1808188 Apr 30 07:13:43.070121 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Routers {'2d4ee6d9-649e-4090-a398-65d1bf4183bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:43.071105 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:43.135466 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Notify callbacks [] for router, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:43.139222 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8667302 Apr 30 07:13:43.140265 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39080) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:43.259826 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Set router 2d4ee6d9-649e-4090-a398-65d1bf4183bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:43.299041 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Deleting port c0074d66-4718-45ed-8511-b4d169cacd85 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:13:43.299410 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:43.488838 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] For port c0074d66-4718-45ed-8511-b4d169cacd85, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c0074d66-4718-45ed-8511-b4d169cacd85,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:43.489516 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:43.600002 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc8c80-dc17-4d79-821a-9e113d6ad4b4 None None] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:13:43.617602 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:41Z', 'revision_number': 3, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port': {'id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:41Z', 'updated_at': '2021-04-30T07:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:43.622236 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Checking router: 2d4ee6d9-649e-4090-a398-65d1bf4183bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:13:43.622815 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Updating router 2d4ee6d9-649e-4090-a398-65d1bf4183bf port 15d280f1-1aba-47f4-a351-07e3cd87c578 binding host dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:13:43.693168 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:43.781459 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-dbb501f5-72fe-46bc-9021-e26903745a97 None None] Provisioning for port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:43.843780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:43.843780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:43.844066 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Floating IP c427b7e6-480e-4c7f-8cdd-343a684277d1 disassociated. External IP: 172.28.1.178, port: c0074d66-4718-45ed-8511-b4d169cacd85. Apr 30 07:13:43.844485 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Calling delete_port for c0074d66-4718-45ed-8511-b4d169cacd85 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:13:44.113234 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.120203 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-ff490ae6-ca41-4d97-abae-e37c4b926842 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:44.147528 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Notify callbacks [] for port, precommit_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.161419 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.provisioning_blocks [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Transition to ACTIVE for port object 15d280f1-1aba-47f4-a351-07e3cd87c578 will not be triggered until provisioned by entity L2. {{(pid=73784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:44.169751 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event deleted for resources: {'Port': ['ID=c0074d66-4718-45ed-8511-b4d169cacd85,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:44.174542 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:44.189948 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8e946-f883-4034-b265-f7ddd97e8bc2 req-fe133d5e-75f7-437d-85b0-9abf96abb882 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:44.202894 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26a8e946-f883-4034-b265-f7ddd97e8bc2 req-fe133d5e-75f7-437d-85b0-9abf96abb882 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 867 time: 0.1723962 Apr 30 07:13:44.204241 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.209808 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:44.288492 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Attempting to bind port 15d280f1-1aba-47f4-a351-07e3cd87c578 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:13:44.288941 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Attempting to bind port 15d280f1-1aba-47f4-a351-07e3cd87c578 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:13:44.289375 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Attempting to bind port 15d280f1-1aba-47f4-a351-07e3cd87c578 on network ff85655c-6720-4226-a0b9-baac48f61cef {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:13:44.300522 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:13:44.300910 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Checking segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:44.301232 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.301710 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.302038 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Bound using segment: {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'} {{(pid=73784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:13:44.302644 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.managers [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Bound port: 15d280f1-1aba-47f4-a351-07e3cd87c578, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc4ecf-c099-4204-998e-209a9242ebe8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef'}}] {{(pid=73784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:13:44.303138 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.343807 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a6cb7-f557-46a0-9779-47ef71cebf15 None None] Pushing event updated for resources: {'Port': ['ID=15d280f1-1aba-47f4-a351-07e3cd87c578,revision_number=2']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:44.346871 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-847a6cb7-f557-46a0-9779-47ef71cebf15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:44.410852 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] For port 15d280f1-1aba-47f4-a351-07e3cd87c578, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:13:44.415722 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.plugins.ml2.db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] For port 15d280f1-1aba-47f4-a351-07e3cd87c578, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=15d280f1-1aba-47f4-a351-07e3cd87c578,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:13:44.426596 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron_lib.callbacks.manager [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.438721 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-6b6db122-ea5a-44d6-9965-24f7d3c38d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:44.458231 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device c6a8ae95-3f51-4f31-95c4-61997bf9b5bd up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:44.510495 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-26a8e946-f883-4034-b265-f7ddd97e8bc2 req-335c61ef-8dbd-4b63-97de-6ad2be070b9c tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups?id=7152779e-ea18-4b5b-a05d-332f3d0e8297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048811 Apr 30 07:13:44.561032 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a6cb7-f557-46a0-9779-47ef71cebf15 None None] Pushing event updated for resources: {'Port': ['ID=15d280f1-1aba-47f4-a351-07e3cd87c578,revision_number=3']} {{(pid=73784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:44.566458 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Router adbde64a-6dc9-41c7-8c33-0d30ab053498 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:13:44.573710 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:44.574495 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG oslo_concurrency.lockutils [None req-847a6cb7-f557-46a0-9779-47ef71cebf15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:44.580080 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:44.580462 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.583116 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Routers {'2d4ee6d9-649e-4090-a398-65d1bf4183bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:44.584379 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:44.603482 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_common [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Allocated IP 172.20.0.1 (5c015162-3ded-4595-93e6-05ad5b70aaaf/4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d/5f728104-eece-46eb-9458-9901dfc4f578) {{(pid=73781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:13:44.760287 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.800537 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,segment=NetworkSegment(85bda718-1bfc-4aec-a297-edcb1bfe127f),segment_id=85bda718-1bfc-4aec-a297-edcb1bfe127f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:44.803806 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.807077 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.808148 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:44.815276 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:13:44.823179 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.provisioning_blocks [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Transition to ACTIVE for port object 5f728104-eece-46eb-9458-9901dfc4f578 will not be triggered until provisioned by entity DHCP. {{(pid=73781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:44.851880 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.855277 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:44.861138 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:44.866934 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] Set router 2d4ee6d9-649e-4090-a398-65d1bf4183bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:44.885023 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] Sync routers for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:13:44.901421 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] No DVR routers for this DVR port c0074d66-4718-45ed-8511-b4d169cacd85 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:13:44.904603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:44.907539 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'name': 'network-vif-deleted', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:13:44.924316 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:44.927601 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:44.937332 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Received port after_create {{(pid=73781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:13:44.938389 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a1c59379-1e95-44d8-ab0d-452c3cddd89a req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.25 "DELETE /v2.0/ports/c0074d66-4718-45ed-8511-b4d169cacd85 HTTP/1.1" status: 204 len: 173 time: 1.8618250 Apr 30 07:13:44.966761 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:44.967441 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:44.985640 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Pushing event updated for resources: {'Port': ['ID=5f728104-eece-46eb-9458-9901dfc4f578,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:44.990156 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:44.997277 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1deaed60-6376-4039-9ea4-f7f16b947a01', 'name': 'network-vif-deleted', 'tag': 'c0074d66-4718-45ed-8511-b4d169cacd85', 'status': 'completed', 'code': 200} Apr 30 07:13:45.016596 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395492'] for router_interface, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.176501 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.213529 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:45.219783 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:45.230232 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:45.238641 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:45.239019 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.266167 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:41Z', 'revision_number': 3, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port': {'id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:41Z', 'updated_at': '2021-04-30T07:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:45.270786 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85de3d-4480-4d23-a8a5-1476802ddbf9 None None] The sync data for ids ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'] in dv-cinder-773876-2-smb is: [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:41Z', 'revision_number': 3, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port': {'id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:41Z', 'updated_at': '2021-04-30T07:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:13:45.289546 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:45.365250 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-028d1bfd-f8ba-4527-a912-2ef115feb40d None None] Provisioning for port 5f728104-eece-46eb-9458-9901dfc4f578 completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:45.377118 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-028d1bfd-f8ba-4527-a912-2ef115feb40d None None] Provisioning complete for port 5f728104-eece-46eb-9458-9901dfc4f578 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:45.377491 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-028d1bfd-f8ba-4527-a912-2ef115feb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.533418 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-028d1bfd-f8ba-4527-a912-2ef115feb40d None None] Port 5f728104-eece-46eb-9458-9901dfc4f578 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:13:45.586833 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.596189 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4124067'] for port, after_update {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.667005 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:45.691331 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.785710 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:45.791536 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395329'] for router_interface, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.798040 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:45.802689 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:45.806351 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-2e4dc83f-5d6b-4f54-ab7b-d543cf87f817 req-631f1fc4-3de3-4bbe-9d7b-602f3af5d0dd tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Synchronizing usage tracker for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:13:45.806865 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Pushing event updated for resources: {'Port': ['ID=5f728104-eece-46eb-9458-9901dfc4f578,revision_number=2']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:45.825559 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:45.835564 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-2e4dc83f-5d6b-4f54-ab7b-d543cf87f817 req-631f1fc4-3de3-4bbe-9d7b-602f3af5d0dd tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Unset dirty status for tenant:cd6bdb267c7646fdbf84da99c7750b4e on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:13:45.847367 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2e4dc83f-5d6b-4f54-ab7b-d543cf87f817 req-631f1fc4-3de3-4bbe-9d7b-602f3af5d0dd tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/ports?device_id=1deaed60-6376-4039-9ea4-f7f16b947a01 HTTP/1.1" status: 200 len: 210 time: 0.0992739 Apr 30 07:13:45.876348 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:45.883934 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] Checking router: adbde64a-6dc9-41c7-8c33-0d30ab053498 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:13:45.897754 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:45.902082 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:45.902732 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:45.903366 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:45.956095 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf is already hosted by enough agents. {{(pid=73781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:45.957211 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Resources bound (agent type, host, resource id): {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:46.093364 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:46.154164 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Router 2d4ee6d9-649e-4090-a398-65d1bf4183bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:13:46.350542 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:13:46.359794 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] 10.222.0.11 "PUT /v2.0/routers/2d4ee6d9-649e-4090-a398-65d1bf4183bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2178512 Apr 30 07:13:46.388767 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-b5634b21-4200-4710-ba9c-7f5712d36440 None None] Provisioning complete for port 5f728104-eece-46eb-9458-9901dfc4f578 triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:46.389435 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b5634b21-4200-4710-ba9c-7f5712d36440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:46.419435 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device c6a8ae95-3f51-4f31-95c4-61997bf9b5bd up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:46.548441 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-b5634b21-4200-4710-ba9c-7f5712d36440 None None] Port 5f728104-eece-46eb-9458-9901dfc4f578 cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:13:46.580324 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:46.580590 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:46.648423 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:46.655639 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323be666-2f9d-4e9d-b2a7-86ae1acb584c None None] The sync data for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb is: [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:33Z', 'revision_number': 4, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': 'a0bb2920-8fc0-4871-885e-b78e8df79dec', 'name': '', 'network_id': '0f683be8-b97a-44a0-8d4c-1d10e970743d', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'mac_address': 'fa:16:3e:c8:f9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:32Z', 'updated_at': '2021-04-30T07:09:38Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'subnets': [{'id': 'bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:13:46.690375 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c0074d66-4718-45ed-8511-b4d169cacd85 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:13:46.736818 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: c0074d66-4718-45ed-8511-b4d169cacd85 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:13:46.737222 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device c0074d66-4718-45ed-8511-b4d169cacd85 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:13:46.754594 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 15d280f1-1aba-47f4-a351-07e3cd87c578 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:46.829396 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 15d280f1-1aba-47f4-a351-07e3cd87c578 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:46.833991 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 15d280f1-1aba-47f4-a351-07e3cd87c578 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:46.834377 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:46.981532 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.002999 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39116) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:47.004347 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 15d280f1-1aba-47f4-a351-07e3cd87c578, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=15d280f1-1aba-47f4-a351-07e3cd87c578,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:47.009943 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.010906 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:47.019639 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5c373-5258-4f5e-9098-2c87edcfd945 None None] New status for floating IP c427b7e6-480e-4c7f-8cdd-343a684277d1: DOWN {{(pid=73784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:13:47.062912 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6c4156f6-f06e-408c-952e-41f9ee226b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:47.077385 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7a97-d680-423c-9f1b-f743a6ffba6a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.111545 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7a97-d680-423c-9f1b-f743a6ffba6a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.179714 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7a97-d680-423c-9f1b-f743a6ffba6a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.180717 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Sync routers for ids ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:13:47.192342 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=15d280f1-1aba-47f4-a351-07e3cd87c578,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:47.196837 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:47.201027 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c45729d1-8358-4db8-9c67-107afab2cd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:47.202999 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:47.203729 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.215653 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa7a97-d680-423c-9f1b-f743a6ffba6a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7152779e-ea18-4b5b-a05d-332f3d0e8297,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:47.218305 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5aaa7a97-d680-423c-9f1b-f743a6ffba6a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:47.225396 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7a97-d680-423c-9f1b-f743a6ffba6a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.226771 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-5aaa7a97-d680-423c-9f1b-f743a6ffba6a tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "DELETE /v2.0/security-groups/7152779e-ea18-4b5b-a05d-332f3d0e8297 HTTP/1.1" status: 204 len: 168 time: 0.2217040 Apr 30 07:13:47.229648 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39126) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:47.247948 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.api.v2.resource [None req-342ab3a6-06af-42e2-bc2f-e0319c663a17 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] show failed (client error): The resource could not be found. Apr 30 07:13:47.249036 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-342ab3a6-06af-42e2-bc2f-e0319c663a17 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "GET /v2.0/security-groups/7152779e-ea18-4b5b-a05d-332f3d0e8297 HTTP/1.1" status: 404 len: 347 time: 0.0184021 Apr 30 07:13:47.250435 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Routers {'2d4ee6d9-649e-4090-a398-65d1bf4183bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:47.251268 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:47.251937 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39130) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:47.535961 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Deleting port 0d68f007-a6b7-4a3d-8c06-259bce870946 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:13:47.536313 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.547208 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Set router 2d4ee6d9-649e-4090-a398-65d1bf4183bf gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:47.725896 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.727154 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:47.857906 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Calling delete_port for 0d68f007-a6b7-4a3d-8c06-259bce870946 owned by network:floatingip {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:13:47.919535 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 4, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port': {'id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:41Z', 'updated_at': '2021-04-30T07:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '5f728104-eece-46eb-9458-9901dfc4f578', 'name': '', 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'mac_address': 'fa:16:3e:bb:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:44Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 2, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'subnets': [{'id': '4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:47.924490 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Checking router: 2d4ee6d9-649e-4090-a398-65d1bf4183bf for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:13:47.924910 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Updating router 2d4ee6d9-649e-4090-a398-65d1bf4183bf port 5f728104-eece-46eb-9458-9901dfc4f578 binding host dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 07:13:47.982382 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.020751 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.028310 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e24352c3-5ee7-4ef1-b104-948cf1972fea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:48.120023 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Pushing event deleted for resources: {'Port': ['ID=0d68f007-a6b7-4a3d-8c06-259bce870946,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:48.125807 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:48.208917 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks [] for floatingip, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.235315 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.239038 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-867a23ae-bc1b-4651-bda8-13a4e7bcdd68 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] 10.222.0.11 "DELETE /v2.0/floatingips/c427b7e6-480e-4c7f-8cdd-343a684277d1 HTTP/1.1" status: 204 len: 168 time: 0.9837277 Apr 30 07:13:48.371711 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 15d280f1-1aba-47f4-a351-07e3cd87c578 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:48.469040 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Notify callbacks [] for port, precommit_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.484136 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Transition to ACTIVE for port object 5f728104-eece-46eb-9458-9901dfc4f578 will not be triggered until provisioned by entity L2. {{(pid=73783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:48.495349 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 15d280f1-1aba-47f4-a351-07e3cd87c578 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:48.496680 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.526404 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.547283 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:48.757772 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270cbf-9929-482e-ab3d-17705c2c96a9 None None] Pushing event updated for resources: {'Port': ['ID=5f728104-eece-46eb-9458-9901dfc4f578,revision_number=3']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:48.772876 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-1b270cbf-9929-482e-ab3d-17705c2c96a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:48.869215 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Attempting to bind port 5f728104-eece-46eb-9458-9901dfc4f578 on host dv-cinder-773876-2-smb for vnic_type normal with profile {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:13:48.869584 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Attempting to bind port 5f728104-eece-46eb-9458-9901dfc4f578 by drivers openvswitch,hyperv on host dv-cinder-773876-2-smb at level 0 using segments [{'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:13:48.869983 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Attempting to bind port 5f728104-eece-46eb-9458-9901dfc4f578 on network 5c015162-3ded-4595-93e6-05ad5b70aaaf {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:13:48.886348 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Checking agent: {'id': '1210300b-0614-4f9d-aff1-3ce6400792a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 6, 57, 28), 'started_at': datetime.datetime(2021, 4, 30, 6, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:13:48.886696 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Checking segment: {'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:13:48.887157 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:48.887500 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Bound using segment: {'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'} {{(pid=73783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:13:48.887985 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.managers [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Bound port: 5f728104-eece-46eb-9458-9901dfc4f578, host: dv-cinder-773876-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bda718-1bfc-4aec-a297-edcb1bfe127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf'}}] {{(pid=73783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:13:48.888360 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:49.005793 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] For port 5f728104-eece-46eb-9458-9901dfc4f578, host dv-cinder-773876-2-smb, cleared binding levels {{(pid=73783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:13:49.009537 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] For port 5f728104-eece-46eb-9458-9901dfc4f578, host dv-cinder-773876-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=5f728104-eece-46eb-9458-9901dfc4f578,segment=NetworkSegment(85bda718-1bfc-4aec-a297-edcb1bfe127f),segment_id=85bda718-1bfc-4aec-a297-edcb1bfe127f)] {{(pid=73783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:13:49.017158 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:49.021109 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d5536992-1095-4a32-9182-cd78a08e0c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:49.098002 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Routers {'2d4ee6d9-649e-4090-a398-65d1bf4183bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:49.098661 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:49.162046 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270cbf-9929-482e-ab3d-17705c2c96a9 None None] Pushing event updated for resources: {'Port': ['ID=5f728104-eece-46eb-9458-9901dfc4f578,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:49.166905 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-1b270cbf-9929-482e-ab3d-17705c2c96a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:49.292481 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] Set router 2d4ee6d9-649e-4090-a398-65d1bf4183bf gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:49.428742 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:13:49.722663 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 4, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port': {'id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:41Z', 'updated_at': '2021-04-30T07:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '5f728104-eece-46eb-9458-9901dfc4f578', 'name': '', 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'mac_address': 'fa:16:3e:bb:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:44Z', 'updated_at': '2021-04-30T07:13:48Z', 'revision_number': 4, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'subnets': [{'id': '4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:49.726910 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dadad6-b2ac-43e2-b8ed-a95e2d34ea18 None None] The sync data for ids ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'] in dv-cinder-773876-2-smb is: [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 4, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port': {'id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:41Z', 'updated_at': '2021-04-30T07:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '5f728104-eece-46eb-9458-9901dfc4f578', 'name': '', 'network_id': '5c015162-3ded-4595-93e6-05ad5b70aaaf', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'mac_address': 'fa:16:3e:bb:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:44Z', 'updated_at': '2021-04-30T07:13:48Z', 'revision_number': 4, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'subnets': [{'id': '4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:13:50.382508 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 5f728104-eece-46eb-9458-9901dfc4f578 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:50.468726 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning for port 5f728104-eece-46eb-9458-9901dfc4f578 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:13:50.474280 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 5f728104-eece-46eb-9458-9901dfc4f578 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:50.474650 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:50.635296 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:50.680361 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] For port 5f728104-eece-46eb-9458-9901dfc4f578, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=5f728104-eece-46eb-9458-9901dfc4f578,segment=NetworkSegment(85bda718-1bfc-4aec-a297-edcb1bfe127f),segment_id=85bda718-1bfc-4aec-a297-edcb1bfe127f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:50.687360 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:50.690257 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:50.767761 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Pushing event updated for resources: {'Port': ['ID=5f728104-eece-46eb-9458-9901dfc4f578,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:50.771185 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:52.341004 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 5f728104-eece-46eb-9458-9901dfc4f578 up at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:13:52.417006 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Provisioning complete for port 5f728104-eece-46eb-9458-9901dfc4f578 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:13:52.417373 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:52.511683 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39164) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:53.237173 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395379'] for router_interface, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:53.727267 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Deleting port a0bb2920-8fc0-4871-885e-b78e8df79dec {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:13:53.728023 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:53.853144 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] For port a0bb2920-8fc0-4871-885e-b78e8df79dec, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=a0bb2920-8fc0-4871-885e-b78e8df79dec,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:53.853546 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:53.980828 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Calling delete_port for a0bb2920-8fc0-4871-885e-b78e8df79dec owned by network:router_interface {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:13:54.430587 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:54.435458 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-338c7cd1-31c3-400a-afb2-0af1ee6f4a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:54.512908 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bb2920-8fc0-4871-885e-b78e8df79dec,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:54.515469 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:54.783186 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449731'] for router_interface, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:55.091631 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ed3f07b8-fc24-46a3-8a39-b450ea46d40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:55.192140 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Router adbde64a-6dc9-41c7-8c33-0d30ab053498 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:13:55.384926 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:13:55.394384 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] Sync routers for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:13:55.398531 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] 10.222.0.11 "PUT /v2.0/routers/adbde64a-6dc9-41c7-8c33-0d30ab053498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8855810 Apr 30 07:13:55.400884 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39172) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:55.407505 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:55.408447 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:55.594567 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks [] for router, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:55.626115 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:55.934397 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:55.944105 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:55.971125 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:13:54Z', 'revision_number': 5, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port': {'id': 'd5c7ca3d-5d36-458d-9b93-5f09bf6c4e24', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:55.979495 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] Checking router: adbde64a-6dc9-41c7-8c33-0d30ab053498 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:13:55.992207 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] Routers {'adbde64a-6dc9-41c7-8c33-0d30ab053498'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:13:55.992826 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['adbde64a-6dc9-41c7-8c33-0d30ab053498'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:56.019292 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Deleting port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:13:56.019777 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.146534 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] Set router adbde64a-6dc9-41c7-8c33-0d30ab053498 gateway port host: None {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:13:56.147383 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] For port d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:56.147744 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.250448 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:13:55Z', 'revision_number': 6, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port_host': None}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:56.254349 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee0d07-4272-45eb-b1ab-c7738319d182 None None] The sync data for ids ['adbde64a-6dc9-41c7-8c33-0d30ab053498'] in dv-cinder-773876-2-smb is: [{'id': 'adbde64a-6dc9-41c7-8c33-0d30ab053498', 'name': 'tempest-AttachVolumeTestJSON-1129422845-router', 'tenant_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:09:29Z', 'updated_at': '2021-04-30T07:13:55Z', 'revision_number': 6, 'project_id': 'cd6bdb267c7646fdbf84da99c7750b4e', 'gw_port_host': None}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:13:56.274668 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Calling delete_port for d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 owned by network:router_gateway {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:13:56.413974 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.417511 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-16f7e5f9-46af-4c0f-b221-82e72de7ce17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:56.459561 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:56.462661 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:56.553867 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456932'] for router_gateway, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.745546 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112541'] for router, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.748152 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.771233 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450113'] for router, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.771657 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbde64a-6dc9-41c7-8c33-0d30ab053498 {{(pid=73781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 07:13:56.784639 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.788043 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-cc6ff19a-f708-4816-8aed-973f54d24fac admin admin] 10.222.0.11 "DELETE /v2.0/routers/adbde64a-6dc9-41c7-8c33-0d30ab053498 HTTP/1.1" status: 204 len: 168 time: 1.3839877 Apr 30 07:13:56.788279 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39200) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:56.819992 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-5fbbba68-fa7e-45a8-a3db-d373bd330b11 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:56.821421 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-5fbbba68-fa7e-45a8-a3db-d373bd330b11 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 815 time: 0.1535575 Apr 30 07:13:56.836035 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-5680b1f7-2197-47cc-b804-af90f5e7fe77 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/quotas/5a4fc61b954947079b1095c462f6e2ee HTTP/1.1" status: 200 len: 375 time: 0.0089171 Apr 30 07:13:56.846068 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Deleting subnet bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:13:56.849196 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.902593 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:56.920588 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-daafe588-7361-4ffa-a9e5-f4fc51bbb08a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789840 Apr 30 07:13:56.981264 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.055876 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-4dfab0f4-931a-42d7-a33f-b82941abdc4d service neutron] 10.222.0.11 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228657 Apr 30 07:13:57.191472 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-96ae65c3-bc05-4e3b-b86a-45f9fc428be5 service neutron] 10.222.0.11 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280885 Apr 30 07:13:57.234165 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.239408 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:57.273772 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:57.276793 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:57.278059 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.284280 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a6fc0e34-28ad-40d5-bbb1-0d72a955d275 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb3a17b1-f5ea-4148-bd08-1ea95c4fe7f6 HTTP/1.1" status: 204 len: 168 time: 0.4950109 Apr 30 07:13:57.285455 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5eab9-e737-4c0c-a8f2-f7daa48f2fda None None] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:13:57.286825 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39204) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:57.397866 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bc7a67b-0004-49f6-bdea-abcac82ab3a0 req-94f4f7f7-b9f1-4844-94c4-aca451f43655 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 210 time: 0.0537760 Apr 30 07:13:57.526813 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.545238 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8427f2f7-d204-41ed-83fd-f542f8d9e986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.611354 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Deleting port 069de0a9-16fc-4ac0-a873-9101bb5de097 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:13:57.611885 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.662035 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] DHCP port deletion for 0f683be8-b97a-44a0-8d4c-1d10e970743d request from dv-cinder-773876-2-smb {{(pid=73783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 07:13:57.720221 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] For port 069de0a9-16fc-4ac0-a873-9101bb5de097, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=069de0a9-16fc-4ac0-a873-9101bb5de097,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:57.720590 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.730199 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] Deleting port 069de0a9-16fc-4ac0-a873-9101bb5de097 {{(pid=73783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:13:57.730903 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.841469 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] For port 069de0a9-16fc-4ac0-a873-9101bb5de097, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=069de0a9-16fc-4ac0-a873-9101bb5de097,segment=NetworkSegment(c22bba70-9864-46fb-bb15-a89bed9caae9),segment_id=c22bba70-9864-46fb-bb15-a89bed9caae9)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:13:57.841923 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.852177 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.858729 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Calling delete_port for 069de0a9-16fc-4ac0-a873-9101bb5de097 owned by network:dhcp {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:13:57.912697 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:57.918518 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-95987042-1de2-48f0-9778-dc61a9589bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:57.964209 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] No DVR routers for this DVR port 069de0a9-16fc-4ac0-a873-9101bb5de097 on host dv-cinder-773876-2-smb {{(pid=73781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:13:57.967793 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] Calling delete_port for 069de0a9-16fc-4ac0-a873-9101bb5de097 owned by network:dhcp {{(pid=73783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:13:57.992798 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Pushing event deleted for resources: {'Port': ['ID=069de0a9-16fc-4ac0-a873-9101bb5de097,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:57.995166 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:58.013908 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.018419 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:58.063737 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] Pushing event deleted for resources: {'Port': ['ID=069de0a9-16fc-4ac0-a873-9101bb5de097,revision_number=None']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:58.065664 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] No DVR routers for this DVR port 069de0a9-16fc-4ac0-a873-9101bb5de097 on host dv-cinder-773876-2-smb {{(pid=73783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:13:58.066968 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d6bdcfee-6360-4722-a37f-a8c6c626a4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:58.092111 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.201122 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f683be8-b97a-44a0-8d4c-1d10e970743d']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:58.215249 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22bba70-9864-46fb-bb15-a89bed9caae9') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:58.215553 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22bba70-9864-46fb-bb15-a89bed9caae9') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:13:58.227478 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.245649 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.252653 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:13:58.326017 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 069de0a9-16fc-4ac0-a873-9101bb5de097 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:13:58.360075 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 069de0a9-16fc-4ac0-a873-9101bb5de097 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:13:58.360429 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 069de0a9-16fc-4ac0-a873-9101bb5de097 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:13:58.360860 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device a0bb2920-8fc0-4871-885e-b78e8df79dec no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:13:58.394220 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: a0bb2920-8fc0-4871-885e-b78e8df79dec {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:13:58.394706 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device a0bb2920-8fc0-4871-885e-b78e8df79dec not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:13:58.395100 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:13:58.424220 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:13:58.431224 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:13:58.431555 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device d5c7ca3d-5d36-458d-9b93-5f09bf6c4e24 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:13:58.434193 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.456035 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.544712 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e03773f4-cccd-4cb1-a25e-ab8a42693a34 req-0af50956-7f59-485c-bfb0-d4444434f744 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 210 time: 0.0461085 Apr 30 07:13:58.606870 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Network 0f683be8-b97a-44a0-8d4c-1d10e970743d has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:13:58.631993 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:13:58.711564 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.716399 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:58.719883 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d91912c9-8cae-4a16-b213-b26ae01c6197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:58.743265 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f683be8-b97a-44a0-8d4c-1d10e970743d,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:58.746519 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:58.760008 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e84c676e-0b31-4822-9e21-5dad1548ff69 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0f683be8-b97a-44a0-8d4c-1d10e970743d HTTP/1.1" status: 204 len: 168 time: 1.4719021 Apr 30 07:13:58.878965 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-593ed075-4346-46d0-bcda-05ede082128f tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:58.880517 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-593ed075-4346-46d0-bcda-05ede082128f tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.25 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 815 time: 0.1469071 Apr 30 07:13:58.897832 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'port': {'device_id': '35165666-351a-4c06-9a37-ee8c584341e9', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'admin_state_up': True, 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:13:58.947312 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39224) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:58.997861 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-7e20bf61-ff69-481a-84b1-70ac07bc0d32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd6bdb267c7646fdbf84da99c7750b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492110 Apr 30 07:13:59.000672 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39230) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:13:59.041512 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:13:59.046444 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:port and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:13:59.049466 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:13:59.055369 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:13:59.066150 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-6906f7b5-569e-4a29-9df0-89dfeee40a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:59.067433 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Made reservation on behalf of 5a4fc61b954947079b1095c462f6e2ee for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:13:59.071972 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:59.092477 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-6906f7b5-569e-4a29-9df0-89dfeee40a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:59.154995 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-6906f7b5-569e-4a29-9df0-89dfeee40a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:59.161939 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-72b85809-de09-4434-bc69-f2edcb5268d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:59.179782 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906f7b5-569e-4a29-9df0-89dfeee40a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e737f84b-7efa-4b79-8469-1cdfbbf2acdc,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:13:59.182180 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-6906f7b5-569e-4a29-9df0-89dfeee40a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:13:59.188168 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-6906f7b5-569e-4a29-9df0-89dfeee40a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:59.191947 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-6906f7b5-569e-4a29-9df0-89dfeee40a77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e737f84b-7efa-4b79-8469-1cdfbbf2acdc HTTP/1.1" status: 204 len: 168 time: 0.1876493 Apr 30 07:13:59.420197 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Allocated IP 172.20.0.3 (18ece21a-4d45-4c3b-a5e3-49aeccbce845/0bba9b5d-244c-4e25-b9ea-058f23949ac8/1b7b991c-515a-4fad-a829-6c655074769b) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:13:59.497038 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03219e8d-b934-4fd9-a44d-36ad7a5b7785 req-28868f03-0da7-4863-854e-a5803ec94f96 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:13:59.498750 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-03219e8d-b934-4fd9-a44d-36ad7a5b7785 req-28868f03-0da7-4863-854e-a5803ec94f96 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.1393006 Apr 30 07:13:59.671769 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-03219e8d-b934-4fd9-a44d-36ad7a5b7785 req-f2d9123f-296d-409e-aa30-d88d3391b068 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496339 Apr 30 07:13:59.720721 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:59.741760 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Transition to ACTIVE for port object 1b7b991c-515a-4fad-a829-6c655074769b will not be triggered until provisioned by entity DHCP. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:13:59.797491 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:13:59.806239 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d4a847ef-0dbc-4cd8-b50a-85a3ccceb78b tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:13:59.864609 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:13:59.872376 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:13:59.946736 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:14:00.076729 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:00.092764 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:00.104349 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787fd5d-6dc4-4f0c-97d7-fe19d0d9bb00 req-9006cbae-e9ca-4de5-a5ff-e1a062380e54 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:00.112694 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b787fd5d-6dc4-4f0c-97d7-fe19d0d9bb00 req-9006cbae-e9ca-4de5-a5ff-e1a062380e54 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.2620084 Apr 30 07:14:00.120107 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:00.121476 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:00.160125 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2666276 Apr 30 07:14:00.227545 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b787fd5d-6dc4-4f0c-97d7-fe19d0d9bb00 req-0aeacb35-037a-4b48-b3f9-1804ef3f5891 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113360 Apr 30 07:14:00.295301 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-a776360d-cae4-420d-b8c7-8d1741dd2319 None None] Provisioning for port 1b7b991c-515a-4fad-a829-6c655074769b completed by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:14:00.315150 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-a776360d-cae4-420d-b8c7-8d1741dd2319 None None] Provisioning complete for port 1b7b991c-515a-4fad-a829-6c655074769b triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:14:00.315537 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a776360d-cae4-420d-b8c7-8d1741dd2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:00.390907 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-a776360d-cae4-420d-b8c7-8d1741dd2319 None None] Port 1b7b991c-515a-4fad-a829-6c655074769b cannot update to ACTIVE because it is not bound. {{(pid=73783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 07:14:00.420620 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:00.872945 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49926668-504b-438f-b215-87c638410aed req-46d9f308-a016-45fb-b8a9-5f06dbec7260 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:00.874590 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-49926668-504b-438f-b215-87c638410aed req-46d9f308-a016-45fb-b8a9-5f06dbec7260 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0834479 Apr 30 07:14:00.925604 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-49926668-504b-438f-b215-87c638410aed req-7ec742b8-97c7-4a99-8731-e8d1f3e3dd76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Apr 30 07:14:01.411076 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef10dbd-dbf0-41b0-8ee0-a628c6271228 req-2f09a8ba-414e-441c-95b9-68dc3b3c8e73 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:01.411788 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-0ef10dbd-dbf0-41b0-8ee0-a628c6271228 req-2f09a8ba-414e-441c-95b9-68dc3b3c8e73 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Synchronizing usage tracker for tenant:5a4fc61b954947079b1095c462f6e2ee on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:14:01.432087 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-0ef10dbd-dbf0-41b0-8ee0-a628c6271228 req-2f09a8ba-414e-441c-95b9-68dc3b3c8e73 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Unset dirty status for tenant:5a4fc61b954947079b1095c462f6e2ee on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:14:01.442989 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0ef10dbd-dbf0-41b0-8ee0-a628c6271228 req-2f09a8ba-414e-441c-95b9-68dc3b3c8e73 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.1185958 Apr 30 07:14:01.501313 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0ef10dbd-dbf0-41b0-8ee0-a628c6271228 req-396914ea-a71e-4309-b389-ccf89cf9909e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 Apr 30 07:14:02.121246 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df316f-6e9f-4511-9e89-8d06a3a107ee req-cc52cacb-1a21-4577-a628-e709b63f4cbe tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:02.122887 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d4df316f-6e9f-4511-9e89-8d06a3a107ee req-cc52cacb-1a21-4577-a628-e709b63f4cbe tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0872226 Apr 30 07:14:02.172666 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d4df316f-6e9f-4511-9e89-8d06a3a107ee req-947ca395-8235-4dd9-af12-095cbe6eb773 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Apr 30 07:14:02.712413 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a0f7-9712-457a-8995-5ddc2e80e1fe req-6feff802-41c3-4f9d-831e-48131b2b1d28 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:02.714518 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6479a0f7-9712-457a-8995-5ddc2e80e1fe req-6feff802-41c3-4f9d-831e-48131b2b1d28 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.1140568 Apr 30 07:14:02.760654 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6479a0f7-9712-457a-8995-5ddc2e80e1fe req-d30022e2-c180-4bb0-ae87-1cd067be9ef8 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Apr 30 07:14:03.385441 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f626e7-2bf2-4d77-8780-454dd70a616d req-9422f896-7463-4964-9235-42371ab4d748 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:03.386976 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f9f626e7-2bf2-4d77-8780-454dd70a616d req-9422f896-7463-4964-9235-42371ab4d748 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0847008 Apr 30 07:14:03.436078 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f9f626e7-2bf2-4d77-8780-454dd70a616d req-fa9a9256-174c-4222-9387-59a6f52405b7 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 Apr 30 07:14:03.957263 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82fe33-fff2-4644-a247-11aed47e2951 req-64bd2688-39ac-4f7e-a89e-fcd78ef8d75a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:03.958738 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac82fe33-fff2-4644-a247-11aed47e2951 req-64bd2688-39ac-4f7e-a89e-fcd78ef8d75a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.0880990 Apr 30 07:14:04.006858 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ac82fe33-fff2-4644-a247-11aed47e2951 req-9a9ffc8d-69f6-4567-ad02-407eeb92422e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Apr 30 07:14:04.636698 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937a04d-c1a0-4298-9b45-ccffd1c08032 req-70400f43-5492-46e2-be98-658f3b3e3c5e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:04.639208 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f937a04d-c1a0-4298-9b45-ccffd1c08032 req-70400f43-5492-46e2-be98-658f3b3e3c5e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0896399 Apr 30 07:14:04.692453 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f937a04d-c1a0-4298-9b45-ccffd1c08032 req-be1b0ac4-44f8-4c1f-8acc-3363cce9d614 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Apr 30 07:14:05.199168 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388854d-6c6f-4c7f-8e1b-baf8fd81c129 req-f54e8ab4-0e75-4aff-84ca-9c8742c3b30e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:05.200619 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a388854d-6c6f-4c7f-8e1b-baf8fd81c129 req-f54e8ab4-0e75-4aff-84ca-9c8742c3b30e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.0823722 Apr 30 07:14:05.249802 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a388854d-6c6f-4c7f-8e1b-baf8fd81c129 req-b18162db-328d-45ec-a6f9-4416f8ca9dba tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Apr 30 07:14:05.895282 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f4cd3-b315-4310-b33a-f78dfa2bcbf3 req-58f43157-7c29-4706-ab5e-063286c28708 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:05.896764 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9a4f4cd3-b315-4310-b33a-f78dfa2bcbf3 req-58f43157-7c29-4706-ab5e-063286c28708 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0847895 Apr 30 07:14:05.944678 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9a4f4cd3-b315-4310-b33a-f78dfa2bcbf3 req-5a432db0-56c7-4eb0-9dd0-5172c668a51f tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415502 Apr 30 07:14:06.447942 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119c0fb-3e48-45c9-bb97-f3d7ec507078 req-527d3ab7-c215-4ee9-8f58-c2283183e390 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:06.449514 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e119c0fb-3e48-45c9-bb97-f3d7ec507078 req-527d3ab7-c215-4ee9-8f58-c2283183e390 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.0856037 Apr 30 07:14:06.498726 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e119c0fb-3e48-45c9-bb97-f3d7ec507078 req-d1324cc0-33af-4609-83df-76bed1752d11 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Apr 30 07:14:07.144628 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5408f1-0d99-40e9-9312-fa5ce74db40d req-e0b25d1d-dbbe-4fd2-89df-508b5e57d105 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:07.146526 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4d5408f1-0d99-40e9-9312-fa5ce74db40d req-e0b25d1d-dbbe-4fd2-89df-508b5e57d105 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0942891 Apr 30 07:14:07.193149 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4d5408f1-0d99-40e9-9312-fa5ce74db40d req-b530462a-56d1-4ef8-8191-ad152eee101d tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408046 Apr 30 07:14:07.739913 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a083eb-1d66-48e4-a595-c88ceb570d98 req-09c4ef0c-7913-4b71-9b0b-90212b62214d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:07.741496 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c5a083eb-1d66-48e4-a595-c88ceb570d98 req-09c4ef0c-7913-4b71-9b0b-90212b62214d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.1219175 Apr 30 07:14:07.770043 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39368) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:07.893424 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c5a083eb-1d66-48e4-a595-c88ceb570d98 req-68082f3b-27c1-4500-8065-da133e05a22c tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452618 Apr 30 07:14:07.911382 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:07.921048 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:07.924873 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Usage tracker for resource:security_group_rule and tenant:32d787fac5be4830b394bb8e72c190a5 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:07.927803 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:07.933573 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:08.013939 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.023085 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.030861 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-ab83af01-4935-46b4-ae95-6f41283f001a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:08.063585 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf1d4e9-9175-4745-845a-345811e036cf,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:08.087112 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:08.090786 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-af68ccce-ca04-4676-8de8-419256135c9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32d787fac5be4830b394bb8e72c190a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195827 Apr 30 07:14:08.093546 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39374) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:08.266640 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a73b-ce0a-4cbb-9238-0bf3c59932f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.296515 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a73b-ce0a-4cbb-9238-0bf3c59932f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.352437 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a73b-ce0a-4cbb-9238-0bf3c59932f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.361514 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-82ea65ca-02a6-4f32-bf0a-ce7f9596bf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:08.376755 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7a73b-ce0a-4cbb-9238-0bf3c59932f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf1d4e9-9175-4745-845a-345811e036cf,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:08.380055 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b1d7a73b-ce0a-4cbb-9238-0bf3c59932f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:08.381190 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a73b-ce0a-4cbb-9238-0bf3c59932f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.385117 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b1d7a73b-ce0a-4cbb-9238-0bf3c59932f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bf1d4e9-9175-4745-845a-345811e036cf HTTP/1.1" status: 204 len: 168 time: 0.2905457 Apr 30 07:14:08.421696 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384c90-4e07-4a76-9c57-1be9cdb877d7 req-2c8d040c-d8e3-4605-9d38-21299943f796 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:08.423371 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-07384c90-4e07-4a76-9c57-1be9cdb877d7 req-2c8d040c-d8e3-4605-9d38-21299943f796 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.1095536 Apr 30 07:14:08.481271 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-07384c90-4e07-4a76-9c57-1be9cdb877d7 req-f674596d-3c45-43c1-a42a-acc664aaab64 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490031 Apr 30 07:14:08.752192 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39386) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:08.770355 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.786838 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:08.790887 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Usage tracker for resource:security_group_rule and tenant:71134f0edf6c43589a884780f43033aa is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:08.793961 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:08.800331 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:08.891866 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.897376 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:08.909609 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-fa562b78-ce78-4318-be7b-09a87ff5f6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:08.958089 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71134f0edf6c43589a884780f43033aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044384 Apr 30 07:14:08.959166 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8554e4-2315-4adb-b4b9-433d03d47d59,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:08.961796 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39392) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:08.973998 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1fc6a91d-c4cb-455a-81b5-c1ab12436099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:09.073238 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:09.113802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:09.160291 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3173040-d510-4331-ad1e-47393e992ce2 req-bc580d4b-fd26-423a-98fe-2f71d921dc67 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:09.161729 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a3173040-d510-4331-ad1e-47393e992ce2 req-bc580d4b-fd26-423a-98fe-2f71d921dc67 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 931 time: 0.1577528 Apr 30 07:14:09.213316 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a3173040-d510-4331-ad1e-47393e992ce2 req-43deb7c1-4669-4a8f-8349-a844a0c6efe4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Apr 30 07:14:09.219285 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:09.224085 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-339b4755-1025-42d4-9984-4428932b6f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:09.237028 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8554e4-2315-4adb-b4b9-433d03d47d59,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:09.239610 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:09.240767 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:09.242106 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d8554e4-2315-4adb-b4b9-433d03d47d59 HTTP/1.1" status: 204 len: 168 time: 0.2790413 Apr 30 07:14:09.586680 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Request body: {'port': {'device_id': '35165666-351a-4c06-9a37-ee8c584341e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:09.780412 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:09.805893 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f9866-8cf8-479e-a591-bc3957954771 req-a1748746-b45b-424e-a279-d3ef8fb249e2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:09.807395 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-704f9866-8cf8-479e-a591-bc3957954771 req-a1748746-b45b-424e-a279-d3ef8fb249e2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.1725733 Apr 30 07:14:09.980675 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-704f9866-8cf8-479e-a591-bc3957954771 req-664870f1-8096-450f-ba9f-3b2b7e736df5 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454973 Apr 30 07:14:10.055880 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-76b4af13-3f5c-4821-8559-02a3ded14dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:10.057509 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-76b4af13-3f5c-4821-8559-02a3ded14dc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1098 time: 0.2491307 Apr 30 07:14:10.270602 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-e8a5893d-1d31-4fbf-a7f3-ac14950f6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:10.271983 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-e8a5893d-1d31-4fbf-a7f3-ac14950f6558 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 910 time: 0.1673691 Apr 30 07:14:10.423991 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7b991c-515a-4fad-a829-6c655074769b {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:14:10.435469 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:10.438947 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-d2ca3f8b-0afb-4ee2-998f-c71fcfb56ba4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 1000 time: 0.1582327 Apr 30 07:14:10.519178 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Transition to ACTIVE for port object 1b7b991c-515a-4fad-a829-6c655074769b will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:14:10.536301 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:10.544464 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:10.678824 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-e7391933-2331-449a-9883-ebaaa65385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:10.681192 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-e7391933-2331-449a-9883-ebaaa65385d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.2344635 Apr 30 07:14:10.698007 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:10.726310 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:10.950731 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9d6ca-89b1-4484-9133-82c4b1773d4a req-9072b7a9-b4cd-485c-8d6f-2d977bf527bf tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:10.952170 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3a9d6ca-89b1-4484-9133-82c4b1773d4a req-9072b7a9-b4cd-485c-8d6f-2d977bf527bf tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 943 time: 0.4708965 Apr 30 07:14:10.994353 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Attempting to bind port 1b7b991c-515a-4fad-a829-6c655074769b on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:14:10.994772 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Attempting to bind port 1b7b991c-515a-4fad-a829-6c655074769b by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:14:10.995103 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Attempting to bind port 1b7b991c-515a-4fad-a829-6c655074769b on network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:14:11.014658 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Port 1b7b991c-515a-4fad-a829-6c655074769b on network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:14:11.014968 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Attempting to bind port 1b7b991c-515a-4fad-a829-6c655074769b on network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:14:11.032447 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3a9d6ca-89b1-4484-9133-82c4b1773d4a req-76596f58-08c6-4322-9aa8-db0f4f7b11a2 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726662 Apr 30 07:14:11.033944 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:14:11.034273 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Checking segment: {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:14:11.034668 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Bound using segment: {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:14:11.035059 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Bound port: 1b7b991c-515a-4fad-a829-6c655074769b, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9e242a-5f61-4136-b896-fa5cb4c58159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:14:11.035427 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:11.055296 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-8790451a-a350-4b4d-a43c-89125a15db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:11.056748 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-8790451a-a350-4b4d-a43c-89125a15db14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3598280 Apr 30 07:14:11.288632 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:14:11.295561 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1b7b991c-515a-4fad-a829-6c655074769b,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:14:11.317324 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:11.325861 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b36f518c-114a-4f57-b07f-0e364b6c7e67 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:11.384572 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-f3463dde-e5c8-4511-964e-fdbfd48ef201 service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005013 Apr 30 07:14:11.398656 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:11.399265 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:11.400567 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] 10.222.0.25 "PUT /v2.0/ports/1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 1093 time: 1.8186765 Apr 30 07:14:11.417936 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:11.504253 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2aa6-dece-4266-9950-5a3fd12714b8 req-6609c1be-18b3-44b4-9412-92a127e848f1 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:11.505769 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-04ef2aa6-dece-4266-9950-5a3fd12714b8 req-6609c1be-18b3-44b4-9412-92a127e848f1 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.3730898 Apr 30 07:14:11.605904 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:11.612473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:11.658215 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-04ef2aa6-dece-4266-9950-5a3fd12714b8 req-6f999f0e-5a06-4afb-bde4-85dcfb3cd58b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419463 Apr 30 07:14:11.666437 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ed20f428-7e27-418e-ac10-884167edd5a6 req-81519f2a-b386-407d-a675-0957c8ec4aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736833 Apr 30 07:14:11.687977 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-e05fd81a-73b1-4c77-87e7-90434fcadeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:11.689223 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-e05fd81a-73b1-4c77-87e7-90434fcadeff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1096 time: 0.2316628 Apr 30 07:14:11.750033 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b', 'status': 'completed', 'code': 200} Apr 30 07:14:11.764510 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-c5e4aa77-3167-48ed-a099-122566ff32d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 217 time: 0.0671692 Apr 30 07:14:11.827898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-b49fef3c-775e-44ad-99c0-b839419f00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:11.829367 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-b49fef3c-775e-44ad-99c0-b839419f00c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 200 len: 854 time: 0.0578616 Apr 30 07:14:11.907083 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-003c87ca-9e9e-469f-a932-6f9e357ef43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:11.908559 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-003c87ca-9e9e-469f-a932-6f9e357ef43e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18ece21a-4d45-4c3b-a5e3-49aeccbce845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717604 Apr 30 07:14:12.044312 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-d7951871-c958-4340-8617-ef51b06191e6 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259766 Apr 30 07:14:12.223361 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4c3a797e-1e21-4aa2-bd68-5499c5e02418 req-7e27b618-68ee-46f9-a5bb-91492526f016 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716824 Apr 30 07:14:12.254190 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a771-ed16-4ff3-a996-953eaef202d9 req-3db7083c-f526-46fe-9216-0a7608bb7f93 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:12.255631 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-86f4a771-ed16-4ff3-a996-953eaef202d9 req-3db7083c-f526-46fe-9216-0a7608bb7f93 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 943 time: 0.1065848 Apr 30 07:14:12.345167 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-86f4a771-ed16-4ff3-a996-953eaef202d9 req-d9b619a3-acf4-4d40-b5ff-b3027795ca2b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801375 Apr 30 07:14:12.368534 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-b9344dbf-a81c-4b7e-98b8-614ef4fdf896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:12.369992 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-b9344dbf-a81c-4b7e-98b8-614ef4fdf896 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1096 time: 0.0914958 Apr 30 07:14:12.505029 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-9c4a65df-92a3-4693-8d9e-9b800969ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:12.506565 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-9c4a65df-92a3-4693-8d9e-9b800969ef05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 916 time: 0.1270487 Apr 30 07:14:12.677687 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-a41868e2-3405-4ce6-910d-11362868756e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 217 time: 0.1637435 Apr 30 07:14:12.742882 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-830f90cd-e7a1-4906-b65f-55e27d18fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:12.744314 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-830f90cd-e7a1-4906-b65f-55e27d18fa04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 200 len: 854 time: 0.0588536 Apr 30 07:14:12.892136 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-cc732ff6-8eef-43e9-adae-5c2e9d10f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:12.893600 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-cc732ff6-8eef-43e9-adae-5c2e9d10f7d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18ece21a-4d45-4c3b-a5e3-49aeccbce845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1417608 Apr 30 07:14:12.901696 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791f110-c920-42d2-b146-f9a4ec89841a req-3dbae443-42b4-445a-8302-73de6d5b9455 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:12.903051 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4791f110-c920-42d2-b146-f9a4ec89841a req-3dbae443-42b4-445a-8302-73de6d5b9455 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.1178596 Apr 30 07:14:13.039936 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4791f110-c920-42d2-b146-f9a4ec89841a req-58e38649-2d72-49d2-8764-0ac1a123f46c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180904 Apr 30 07:14:13.071331 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-7b0c1eaf-264a-4268-a89a-b2e55ae3e547 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672933 Apr 30 07:14:13.210530 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7a183eb6-a11d-46fd-b04b-eb1d35d0867a req-3143778e-c54b-4294-8f23-039e535407dc service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279006 Apr 30 07:14:13.538896 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34178fe9-2abc-441d-8678-0be32b28bbf8 req-1156764c-819e-498c-a039-ccaba26a1284 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:13.540376 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-34178fe9-2abc-441d-8678-0be32b28bbf8 req-1156764c-819e-498c-a039-ccaba26a1284 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 943 time: 0.0900438 Apr 30 07:14:13.589873 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-34178fe9-2abc-441d-8678-0be32b28bbf8 req-72fd333f-896c-4870-a965-73be5c6e89d6 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Apr 30 07:14:14.231368 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9df121-1a52-4e02-a793-dafdd927e3c0 req-7f124d7b-6987-401a-a713-79e948495d34 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:14.233033 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4e9df121-1a52-4e02-a793-dafdd927e3c0 req-7f124d7b-6987-401a-a713-79e948495d34 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0833316 Apr 30 07:14:14.283272 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-4e9df121-1a52-4e02-a793-dafdd927e3c0 req-327e07f1-b57e-4a55-866c-4877c9742de5 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Apr 30 07:14:14.643104 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bea06-26ed-4b0e-b483-f31933255cfe req-e53dc7c0-7f42-431d-8246-4526a0741635 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:14.644574 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-594bea06-26ed-4b0e-b483-f31933255cfe req-e53dc7c0-7f42-431d-8246-4526a0741635 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0836360 Apr 30 07:14:14.679352 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-571b6778-50da-467f-a6da-d085fcc49cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1744792 Apr 30 07:14:14.693364 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-594bea06-26ed-4b0e-b483-f31933255cfe req-169f8833-37dd-42ed-8b22-a91a3afdb253 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Apr 30 07:14:14.799531 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1b7b991c-515a-4fad-a829-6c655074769b details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:14:14.884340 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0ac28-f2fa-4f15-98fd-1ea52c949845 req-c86547fe-76e6-489c-b218-6cf1b30f6d8e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:14.885860 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4e0ac28-f2fa-4f15-98fd-1ea52c949845 req-c86547fe-76e6-489c-b218-6cf1b30f6d8e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 943 time: 0.0958488 Apr 30 07:14:14.937518 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e4e0ac28-f2fa-4f15-98fd-1ea52c949845 req-d83d4fa6-f6d5-48d5-8c6d-e2c6ce49f5fb tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Apr 30 07:14:14.978146 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1b7b991c-515a-4fad-a829-6c655074769b,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:14.992827 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '1b7b991c-515a-4fad-a829-6c655074769b', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'port_id': '1b7b991c-515a-4fad-a829-6c655074769b', 'mac_address': 'fa:16:3e:6c:e3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:14:15.054010 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:15.071137 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7b991c-515a-4fad-a829-6c655074769b {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:14:15.089371 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1b7b991c-515a-4fad-a829-6c655074769b,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:15.094050 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:15.097377 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:15.165089 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:15.169192 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:15.331849 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['1b7b991c-515a-4fad-a829-6c655074769b'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:14:15.936686 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167963d1-76b7-47a1-b5ad-27448e0ad342 req-b11b8028-a0a3-48cd-ab0f-dfc36b399352 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:15.938085 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-167963d1-76b7-47a1-b5ad-27448e0ad342 req-b11b8028-a0a3-48cd-ab0f-dfc36b399352 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.1370411 Apr 30 07:14:15.965497 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-d6c8664f-e4e7-4bd2-a05e-e8235cb8b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:15.966995 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-d6c8664f-e4e7-4bd2-a05e-e8235cb8b8b8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5&tenant_id=447a3ee6a01741a594a429c541b64c74 HTTP/1.1" status: 200 len: 1098 time: 0.1163554 Apr 30 07:14:15.989042 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-167963d1-76b7-47a1-b5ad-27448e0ad342 req-a1d9e0e8-46a0-49fa-9c38-0144a9722b52 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448053 Apr 30 07:14:16.062204 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-8163d634-bfce-42e8-b66e-1a4b3915a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:16.063714 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-8163d634-bfce-42e8-b66e-1a4b3915a9be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1098 time: 0.0738814 Apr 30 07:14:16.252154 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-ad527ca9-0fe8-40e4-a675-9d6457d256d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:16.253616 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-ad527ca9-0fe8-40e4-a675-9d6457d256d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 910 time: 0.1816258 Apr 30 07:14:16.265760 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c6289-6675-4ca3-9996-8910a462ff15 req-e9f094df-128e-40ff-b661-7c5cd29c18ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:16.267196 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c53c6289-6675-4ca3-9996-8910a462ff15 req-e9f094df-128e-40ff-b661-7c5cd29c18ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 944 time: 0.1778276 Apr 30 07:14:16.391458 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c53c6289-6675-4ca3-9996-8910a462ff15 req-4d11d0db-f26b-41e0-af41-2e4aae73c6d1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Apr 30 07:14:16.393604 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-2922b6b9-d686-4577-8848-507d00064a23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 1000 time: 0.1254432 Apr 30 07:14:16.560019 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-1a46ffdf-0da3-48e4-9e55-acd6f961d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:16.561490 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-1a46ffdf-0da3-48e4-9e55-acd6f961d3ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.1590850 Apr 30 07:14:16.639068 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-9d022d44-6441-4c54-bc4f-f125a9a763bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:16.640553 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-9d022d44-6441-4c54-bc4f-f125a9a763bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720527 Apr 30 07:14:16.774724 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-8903ffc9-9b5f-44f0-a7bb-e14e1f7a86df service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261835 Apr 30 07:14:16.799781 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1b7b991c-515a-4fad-a829-6c655074769b up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:14:16.877083 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port 1b7b991c-515a-4fad-a829-6c655074769b completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:14:16.881410 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 1b7b991c-515a-4fad-a829-6c655074769b triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:14:16.881797 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:16.923455 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ef1411ef-fc2e-426d-b0ce-3b9dc3f1a2d6 req-b8ffec80-c4a4-426e-be65-0e89e16c157a service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405952 Apr 30 07:14:17.001027 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:17.028082 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:17.038729 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1b7b991c-515a-4fad-a829-6c655074769b,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:17.043372 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:17.046885 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 264ebc32-2275-4aef-b68a-06a51e0878c0 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:14:17.080693 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:17.169954 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:17.193128 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bce80-3543-4b60-bcc2-5b21241a72ba req-a99dcc34-f94f-40cc-83e0-2367c3fde7b8 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:17.194636 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8f5bce80-3543-4b60-bcc2-5b21241a72ba req-a99dcc34-f94f-40cc-83e0-2367c3fde7b8 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0867324 Apr 30 07:14:17.197435 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:17.228409 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:17.239331 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8f5bce80-3543-4b60-bcc2-5b21241a72ba req-fefa82d6-6b43-4f35-abcc-c6fa79280536 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381312 Apr 30 07:14:17.262155 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:17.266952 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:17.269551 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:17.300991 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b', 'code': 200} Apr 30 07:14:17.340884 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=6']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:17.344151 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:17.602850 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841655d5-729d-4cd8-8387-1b4f445e449f req-493da65c-3b8c-44e0-9ec9-d6c90ef05718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:17.604469 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-841655d5-729d-4cd8-8387-1b4f445e449f req-493da65c-3b8c-44e0-9ec9-d6c90ef05718 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1098 time: 0.1380818 Apr 30 07:14:17.612624 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f4139-0c46-4638-a650-c0aff18b5697 req-e82ed352-63bc-4f2f-95b7-7ffcab243f32 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:17.614094 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c69f4139-0c46-4638-a650-c0aff18b5697 req-e82ed352-63bc-4f2f-95b7-7ffcab243f32 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.1081059 Apr 30 07:14:17.679603 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-841655d5-729d-4cd8-8387-1b4f445e449f req-4bc5d857-4e82-46e9-ac0a-7a08fb51d683 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643668 Apr 30 07:14:17.684000 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c69f4139-0c46-4638-a650-c0aff18b5697 req-ef6ededc-635d-4431-a6ed-c62cdd925b2b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565240 Apr 30 07:14:18.444912 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd78166-d7be-4b57-a244-11ccabdac7a5 req-a8c5bb13-1700-4e16-ab77-baa43fc17b3f tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:18.446599 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2fd78166-d7be-4b57-a244-11ccabdac7a5 req-a8c5bb13-1700-4e16-ab77-baa43fc17b3f tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 943 time: 0.0883765 Apr 30 07:14:18.535527 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2fd78166-d7be-4b57-a244-11ccabdac7a5 req-525e0656-0abd-41dd-81dd-760592d24fa2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826445 Apr 30 07:14:18.555958 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41245628-cade-42f4-8fc1-ffd908a7e43b req-206c3627-104e-453d-868b-cb8ac341db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:18.557435 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-41245628-cade-42f4-8fc1-ffd908a7e43b req-206c3627-104e-453d-868b-cb8ac341db5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1096 time: 0.1035986 Apr 30 07:14:18.615363 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-41245628-cade-42f4-8fc1-ffd908a7e43b req-2a2af808-0bcf-4936-94ae-e204df133944 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Apr 30 07:14:18.818887 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 264ebc32-2275-4aef-b68a-06a51e0878c0 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:14:18.883591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfcf95-07bf-4428-9675-fcbec25473e1 req-69364d76-f8a8-4500-a1c6-f3ba98235917 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:18.885006 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-25dfcf95-07bf-4428-9675-fcbec25473e1 req-69364d76-f8a8-4500-a1c6-f3ba98235917 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0831678 Apr 30 07:14:18.932977 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-25dfcf95-07bf-4428-9675-fcbec25473e1 req-df41085c-dc86-43e4-a927-5a664f622880 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Apr 30 07:14:18.956972 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:18.971023 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'port_id': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'mac_address': 'fa:16:3e:6f:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:14:19.031810 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:19.050166 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264ebc32-2275-4aef-b68a-06a51e0878c0 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:14:19.066533 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:19.073713 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:19.076458 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-d761f0f6-7a8c-4250-9144-ca41d13494c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:19.118870 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb2edb-c2f5-4fc4-b1aa-89e8c12f6183 req-46ba33dd-f98f-499c-ad58-94c79b939cca tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:19.120330 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-97eb2edb-c2f5-4fc4-b1aa-89e8c12f6183 req-46ba33dd-f98f-499c-ad58-94c79b939cca tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0836778 Apr 30 07:14:19.144075 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=7']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:19.147308 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:19.168506 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-97eb2edb-c2f5-4fc4-b1aa-89e8c12f6183 req-a671eaaa-7612-4dc9-b6e3-8be6ca63af45 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Apr 30 07:14:19.302293 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:19.331765 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['264ebc32-2275-4aef-b68a-06a51e0878c0'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:14:19.440970 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'code': 200} Apr 30 07:14:19.617523 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d3e21-2929-4c46-8a66-2a7d1dda9e53 req-39d34b7a-0ca5-4f9d-b348-9287bc52c8a3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:19.619251 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ad0d3e21-2929-4c46-8a66-2a7d1dda9e53 req-39d34b7a-0ca5-4f9d-b348-9287bc52c8a3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0919716 Apr 30 07:14:19.664980 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ad0d3e21-2929-4c46-8a66-2a7d1dda9e53 req-ab403730-65c0-435c-9b07-4c4b4be98fb1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379667 Apr 30 07:14:19.847692 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185814f0-3506-4197-b479-ed7e4653903e req-967aeefd-8b6d-4805-afb6-fe67df2fc288 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:19.849131 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-185814f0-3506-4197-b479-ed7e4653903e req-967aeefd-8b6d-4805-afb6-fe67df2fc288 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 944 time: 0.0868108 Apr 30 07:14:19.896809 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-185814f0-3506-4197-b479-ed7e4653903e req-d0cd896a-c655-47d0-8cd7-ba6a1c7913d6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Apr 30 07:14:20.833029 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 264ebc32-2275-4aef-b68a-06a51e0878c0 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:14:20.908898 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port 264ebc32-2275-4aef-b68a-06a51e0878c0 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:14:20.909147 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:21.030008 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:21.062620 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:21.073852 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:21.078274 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-1b270cbf-9929-482e-ab3d-17705c2c96a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:21.147741 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=8']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:21.150898 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:21.442903 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:21.495684 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'code': 200} Apr 30 07:14:24.624523 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35454177-6518-4346-b958-014fbeaeda26 req-6fec1da2-a7ab-46cc-84ff-2863b489d983 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:24.625994 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-35454177-6518-4346-b958-014fbeaeda26 req-6fec1da2-a7ab-46cc-84ff-2863b489d983 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0940549 Apr 30 07:14:24.673566 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-35454177-6518-4346-b958-014fbeaeda26 req-ab699b37-09f2-49ff-b1d3-6d0b9e4a6c97 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Apr 30 07:14:24.703812 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39604) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:24.896286 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f66d0-7ac6-4261-a8e1-b722999159cd tempest-TestMinimumBasicScenario-880522190 tempest-TestMinimumBasicScenario-880522190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:24.898176 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-365f66d0-7ac6-4261-a8e1-b722999159cd tempest-TestMinimumBasicScenario-880522190 tempest-TestMinimumBasicScenario-880522190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1093 time: 0.1933265 Apr 30 07:14:24.901480 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39610) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:24.909154 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'floatingip': {'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'port_id': '1b7b991c-515a-4fad-a829-6c655074769b', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:24.919110 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:24.924074 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:floatingip and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:24.927089 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:24.932988 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:24.944403 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for floatingip, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:25.084407 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:25.086945 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-0a3fa777-d9a3-4ec0-8586-2d064c6baec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:25.311059 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Allocated IP 172.28.1.112 (ff85655c-6720-4226-a0b9-baac48f61cef/d2689c09-5f72-4a6e-802d-a831af1f9a6d/7812f4cc-3990-4086-80e0-94e4205070a1) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:14:25.458103 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:25.486961 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:25.491368 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-78521cb4-c245-4280-904c-d2ae953a136b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:25.545456 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Network ff85655c-6720-4226-a0b9-baac48f61cef is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:14:25.552386 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:14:25.556492 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:14:25.599845 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'Port': ['ID=7812f4cc-3990-4086-80e0-94e4205070a1,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:25.604443 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:25.961296 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:25.985220 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.060853 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.104652 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39634) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:26.221277 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.235356 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:26.239269 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee390dcbf3844709b247a631d04bfcb is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:26.242191 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:26.248627 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:26.260556 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.265020 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.268683 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f97bee7a-3126-4c90-8bfe-994819aef028 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:26.337542 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.343163 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.351760 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5da1bc05-f927-4a5c-b2bd-00baa6898caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:26.372342 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'Port': ['ID=7812f4cc-3990-4086-80e0-94e4205070a1,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:26.376481 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:26.384609 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395417'] for floatingip, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.390859 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7582f536-4f0d-4dca-ae5c-90f5b0cb8f63,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:26.396029 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ee390dcbf3844709b247a631d04bfcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903235 Apr 30 07:14:26.396918 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4186d89a-fce8-4788-b0f9-24dff6373731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:26.398903 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39640) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:26.427350 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:14:26.457403 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b19107e0-1094-42e8-b3e5-6d04bc25cb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.482019 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b19107e0-1094-42e8-b3e5-6d04bc25cb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.534766 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b19107e0-1094-42e8-b3e5-6d04bc25cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.538561 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-65b7d342-79f1-4a5c-b754-5b3ac92f2316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:26.551309 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19107e0-1094-42e8-b3e5-6d04bc25cb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7582f536-4f0d-4dca-ae5c-90f5b0cb8f63,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:26.552857 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Floating IP 149564a5-7c4c-4aad-b2b9-b172dab053b2 associated. External IP: 172.28.1.112, port: 1b7b991c-515a-4fad-a829-6c655074769b. Apr 30 07:14:26.555150 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b19107e0-1094-42e8-b3e5-6d04bc25cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:26.560764 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b19107e0-1094-42e8-b3e5-6d04bc25cb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:26.564787 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b19107e0-1094-42e8-b3e5-6d04bc25cb23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7582f536-4f0d-4dca-ae5c-90f5b0cb8f63 HTTP/1.1" status: 204 len: 168 time: 0.1649408 Apr 30 07:14:27.001281 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:14:27.182982 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:14:27.193111 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] Sync routers for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:14:27.202366 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:14:27.203080 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:13:58Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:14:27.210010 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.269065 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8a6b3379-8a63-4e61-ab70-4dc682fb4d17 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3635433 Apr 30 07:14:27.269065 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:27.269416 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39664) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:27.275250 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364100705', 'description': 'tempest-secgroup-smoke-1364100705 description', 'project_id': '5a4fc61b954947079b1095c462f6e2ee'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:27.282943 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:27.287777 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:27.291463 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:27.297832 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:27.311449 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.319916 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b', 'status': 'completed', 'code': 200} Apr 30 07:14:27.341404 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:27.345691 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:27.348839 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:27.354824 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:27.431405 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:14:27.439390 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.445221 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.446494 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-4f66f663-9a37-4822-aafb-2dad945442a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:27.448065 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-4f66f663-9a37-4822-aafb-2dad945442a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1098 time: 0.1067367 Apr 30 07:14:27.450832 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-feb22be1-37ea-4947-8c21-cbac53b857db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:27.494178 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc7eb6-135b-4568-bb20-7764253488ef,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:27.499183 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:27.502308 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.506661 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2334063 Apr 30 07:14:27.517742 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39674) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:27.523970 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'security_group_rule': {'security_group_id': '93dc7eb6-135b-4568-bb20-7764253488ef', 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:27.532653 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:27.538191 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:27.541617 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:27.548584 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:27.571096 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.617872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-7fe8c545-4f3f-448d-aaac-d5657a3c4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:27.620792 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-7fe8c545-4f3f-448d-aaac-d5657a3c4e75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 916 time: 0.1658053 Apr 30 07:14:27.691141 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-87c73bad-eff5-4aa7-9dde-427dff22b898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.715439 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.720941 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.723141 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-4fa1bc08-78ad-44e7-9f32-d95378a3f18a tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:27.727041 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-d87693c3-5224-4218-9a85-23a79f245dda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 999 time: 0.0986829 Apr 30 07:14:27.744154 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9b0d38-72e6-434b-89b6-0897dc18a396,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:27.748757 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:27.760414 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.761708 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-e8cb418c-2c55-4c40-bde9-e7f606c31756 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2426341 Apr 30 07:14:27.764605 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39678) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:27.770613 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'security_group_rule': {'security_group_id': '93dc7eb6-135b-4568-bb20-7764253488ef', 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:27.778140 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:27.782283 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:27.785604 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:27.792585 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:27.807345 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-6e556d1d-4829-4de2-9039-4b702f1d8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:27.809202 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-6e556d1d-4829-4de2-9039-4b702f1d8ec9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 200 len: 854 time: 0.0756493 Apr 30 07:14:27.813015 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.861150 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '149564a5-7c4c-4aad-b2b9-b172dab053b2', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'port_id': '1b7b991c-515a-4fad-a829-6c655074769b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'mac_address': 'fa:16:3e:6c:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35165666-351a-4c06-9a37-ee8c584341e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:25Z', 'revision_number': 0, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 5, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:14:27.869320 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] Checking router: 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:14:27.880782 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:14:27.881995 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:14:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:14:27.905668 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.908870 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-0b228bff-4172-4357-a2d0-d60e04baa977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:27.910568 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-0b228bff-4172-4357-a2d0-d60e04baa977 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18ece21a-4d45-4c3b-a5e3-49aeccbce845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940409 Apr 30 07:14:27.914858 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.917125 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:27.946175 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.949669 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1a108e-dad9-4bc2-8c2d-e1a0b9da285f,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:27.952066 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:27.954498 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:27.955908 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-bf0b7ce7-41fe-4c9f-af50-6006ce36c45d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1903813 Apr 30 07:14:27.959238 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39686) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:27.966343 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'security_group_rule': {'security_group_id': '93dc7eb6-135b-4568-bb20-7764253488ef', 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:27.973106 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:27.977998 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:27.981214 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:27.988632 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:28.012003 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.084520 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:14:28.085212 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.092388 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.095355 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-fa288149-0d4a-4e7c-893e-8cef7857c942 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:28.097225 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-b22f821c-31a2-4fb4-8592-48e1638fa474 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790338 Apr 30 07:14:28.119735 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bf97cb-740a-46ef-9d31-8b6c7b9ea2f5,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:28.125333 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:28.131649 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.135458 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-c8180298-6b4b-4bc5-9175-f6a722b31a05 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1722953 Apr 30 07:14:28.135696 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39690) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:28.141541 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'security_group_rule': {'security_group_id': '93dc7eb6-135b-4568-bb20-7764253488ef', 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:28.148411 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:28.152317 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:28.155458 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:28.162288 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:28.180562 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.247056 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-be5b4f91-83f4-40b5-a70f-3bc11a53c18a req-684e28fb-1e64-44a2-bc1f-d950bd8712f2 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430182 Apr 30 07:14:28.248635 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.253580 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.255995 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e7ee6439-37a1-4665-88bd-63f50dc29e3d tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:28.281764 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e361ec-2911-46ec-9e27-bc0738f65430,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:28.288025 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:28.293444 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.294685 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-5bcf93b3-c796-42fa-8821-ae01488bedfa tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580858 Apr 30 07:14:28.297529 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39694) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:28.302932 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'security_group_rule': {'security_group_id': '93dc7eb6-135b-4568-bb20-7764253488ef', 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:28.308838 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:28.312662 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:28.315881 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:28.321387 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:28.332509 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.securitygroups_db [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Project 5a4fc61b954947079b1095c462f6e2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 07:14:28.338201 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.400970 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.406016 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.408044 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:28.429771 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8448c993-d7f2-4401-aa61-14e7c4658cb1,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:28.432300 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:28.440799 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.441997 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-b20f6b61-5df3-4f4e-b3e8-8bd440497a5b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435308 Apr 30 07:14:28.445162 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39698) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:28.450574 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'security_group_rule': {'security_group_id': '93dc7eb6-135b-4568-bb20-7764253488ef', 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:28.456513 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:28.457095 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.460573 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Usage tracker for resource:security_group_rule and tenant:5a4fc61b954947079b1095c462f6e2ee is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:28.463609 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:28.466458 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '149564a5-7c4c-4aad-b2b9-b172dab053b2', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'port_id': '1b7b991c-515a-4fad-a829-6c655074769b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'mac_address': 'fa:16:3e:6c:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35165666-351a-4c06-9a37-ee8c584341e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:25Z', 'revision_number': 0, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 5, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:14:28.470361 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:28.470496 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa779c4-13fa-4f02-825c-21299aa3eedb None None] The sync data for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb is: [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_floatingips': [{'id': '149564a5-7c4c-4aad-b2b9-b172dab053b2', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'router_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'port_id': '1b7b991c-515a-4fad-a829-6c655074769b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'mac_address': 'fa:16:3e:6c:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35165666-351a-4c06-9a37-ee8c584341e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T07:14:25Z', 'updated_at': '2021-04-30T07:14:25Z', 'revision_number': 0, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 5, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:14:28.480678 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.securitygroups_db [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Project 5a4fc61b954947079b1095c462f6e2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 07:14:28.486753 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.555663 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.560768 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592476'] for security_group_rule, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.562919 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f215cab4-5ddd-43cd-ab19-84ea0daa4e76 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:28.585022 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cbcbab-f140-42dc-8fd5-343ec1e0bbe7,revision_number=0']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:28.587791 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:28.596070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:28.600303 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8a58362d-4ddc-4959-a976-420dec6f670a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511767 Apr 30 07:14:28.675465 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3364404-8064-41bf-a441-5c4487fc41e6 None None] New status for floating IP 149564a5-7c4c-4aad-b2b9-b172dab053b2: ACTIVE {{(pid=73784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:14:28.723521 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-45ed7134-22cc-4929-a152-d40896286f4f tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364100705&fields=id&tenant_id=5a4fc61b954947079b1095c462f6e2ee HTTP/1.1" status: 200 len: 267 time: 0.0392098 Apr 30 07:14:28.805409 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-eaad599c-4eef-482b-bf25-91ee0a3fa1a5 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:28.806877 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-eaad599c-4eef-482b-bf25-91ee0a3fa1a5 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0777240 Apr 30 07:14:28.817703 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'port': {'security_groups': ['1bc949da-97fa-45e2-b816-105269c96d61', '93dc7eb6-135b-4568-bb20-7764253488ef']}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:28.950061 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:29.301627 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1b7b991c-515a-4fad-a829-6c655074769b,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:29.330921 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:29.336904 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:29.342724 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6654b3ab-d673-46e7-81ed-db4abb0f5303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:29.349021 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['1b7b991c-515a-4fad-a829-6c655074769b'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:14:29.401499 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:29.402142 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:29.403570 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e767289e-dc3d-46c5-9b95-d11d0d34ce89 req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "PUT /v2.0/ports/1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 981 time: 0.5903320 Apr 30 07:14:29.404085 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:29.432006 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=6']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:29.435545 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c3e34f27-b908-4d4a-bbf6-d4d5784371d4 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:29.496806 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['1b7b991c-515a-4fad-a829-6c655074769b'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:14:29.590820 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb7b1e-fa61-4089-9491-92916146aa44 req-2891373e-07f5-4267-a675-7371a21b1f2a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:29.592455 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-23eb7b1e-fa61-4089-9491-92916146aa44 req-2891373e-07f5-4267-a675-7371a21b1f2a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.0892475 Apr 30 07:14:29.658068 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-23eb7b1e-fa61-4089-9491-92916146aa44 req-2a0c072d-27ab-4287-b477-71109fa158bb tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517225 Apr 30 07:14:29.715729 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b', 'status': 'completed', 'code': 200} Apr 30 07:14:29.782588 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-5c0ab319-fd74-4aff-a0aa-b7728bdab42b None None] Provisioning complete for port 1b7b991c-515a-4fad-a829-6c655074769b triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:14:29.782848 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab319-fd74-4aff-a0aa-b7728bdab42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:29.811564 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-ab279cf7-6a9c-4675-af64-2c3c363480f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:29.813090 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-ab279cf7-6a9c-4675-af64-2c3c363480f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1137 time: 0.0704715 Apr 30 07:14:29.942451 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-926e0b0e-d667-4451-b1cf-8595a37e72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:29.943923 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-926e0b0e-d667-4451-b1cf-8595a37e72d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 916 time: 0.1241813 Apr 30 07:14:30.046064 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-c4d60f45-d1e0-4643-80ca-4364405d10e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 1001 time: 0.0952165 Apr 30 07:14:30.115813 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-5c51faf6-0199-4b64-9d6c-d540b8c499ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:30.117296 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-5c51faf6-0199-4b64-9d6c-d540b8c499ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 200 len: 854 time: 0.0620139 Apr 30 07:14:30.192636 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-8eb48aad-f0e3-4ccd-ab6e-7671378013e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:30.194122 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-8eb48aad-f0e3-4ccd-ab6e-7671378013e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18ece21a-4d45-4c3b-a5e3-49aeccbce845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698845 Apr 30 07:14:30.324505 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-56dbb38f-7243-4312-a1a7-5fa5e1ca150f service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228385 Apr 30 07:14:30.360724 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:30.457834 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-37ddfb72-4b9a-46d3-8a99-080f1d68c207 req-f1c89913-1f81-4d40-b302-933d2bdb2770 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257169 Apr 30 07:14:33.918573 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 39762) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:34.048146 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:34.062879 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:34.067078 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1e66cf2abb418ea300ef43c588b3c5 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:34.069995 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:34.075918 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:34.155143 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:34.162139 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:34.173293 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7e354bbe-5faa-44a2-a8fa-b45a5b0a743f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:34.213218 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c1e66cf2abb418ea300ef43c588b3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935462 Apr 30 07:14:34.214082 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04f714-507e-4896-94de-9dbe5785d2bf,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:34.216015 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39768) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:34.223472 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.223472 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.223809 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.224160 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.224504 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.224847 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.225194 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.225535 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.225891 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.226216 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.226581 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.226918 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.231106 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:34.277093 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:34.303269 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:34.357577 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:34.361489 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-627e2043-8ed3-4313-ba81-7f44f9ebb2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:34.375642 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04f714-507e-4896-94de-9dbe5785d2bf,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:34.385623 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.385995 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.386380 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.386739 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.387089 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.387439 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.387785 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.388131 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.388477 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.388822 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.389166 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.389503 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:34.392402 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:34.393471 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b04f714-507e-4896-94de-9dbe5785d2bf HTTP/1.1" status: 204 len: 168 time: 0.1762240 Apr 30 07:14:34.394332 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:35.121789 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39792) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:35.226599 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1845285830-network', 'tenant_id': 'ac7ca469711a4f80a1ff69f9ca52deb7'}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:35.231355 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:35.235285 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Usage tracker for resource:network and tenant:ac7ca469711a4f80a1ff69f9ca52deb7 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:35.238199 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:35.244565 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:35.261594 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Made reservation on behalf of ac7ca469711a4f80a1ff69f9ca52deb7 for: {'network': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:14:35.265482 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for network, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.278197 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.292475 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:35.296524 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7ca469711a4f80a1ff69f9ca52deb7 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:35.299407 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:35.305089 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:35.388263 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.393923 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.396772 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-98b239a8-308c-45ce-9b01-98a901f095f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:35.423647 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=73781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 07:14:35.431890 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:35.435435 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:35.438090 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.438580 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.segments_db [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Added segment a8a416b0-3c4e-4d1c-b68e-541980329f79 of type vlan for network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 Apr 30 07:14:35.466716 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786603472020'] for network, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.497911 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572'] for network, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.499293 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:35.499880 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:35.503253 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f37785ad-90a3-40af-95de-9521d7b6d1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:35.598800 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Pushing event updated for resources: {'Network': ['ID=4040e811-9be7-41f5-8b5f-19c1e0a07a20,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:35.604512 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4788511 Apr 30 07:14:35.604512 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-92a1dc50-8594-4e5d-8204-e593cec08735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:35.604723 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 39800) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:14:35.609249 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 details requested by agent ovs-agent-dv-cinder-773876-2-smb with host dv-cinder-773876-2-smb {{(pid=73783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 07:14:35.610180 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.v2.base [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Request body: {'subnet': {'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1845285830-subnet', 'tenant_id': 'ac7ca469711a4f80a1ff69f9ca52deb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:35.615236 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:35.619143 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Usage tracker for resource:subnet and tenant:ac7ca469711a4f80a1ff69f9ca52deb7 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:35.622394 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:35.628377 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:35.642189 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Made reservation on behalf of ac7ca469711a4f80a1ff69f9ca52deb7 for: {'subnet': 1} {{(pid=73781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:14:35.644563 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2665745'] for subnet, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:36.035163 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4123672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2665731'] for subnet, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:36.038686 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:36.106605 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5e2e21-949b-46bb-95cb-28660aced68c,revision_number=0']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:36.109956 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:36.116057 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Checking segment: {'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:14:36.116412 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Network hostable DHCP agents. Network: 4040e811-9be7-41f5-8b5f-19c1e0a07a20, hostable agents: ['215f02e8-4f82-44c9-8a77-b07907cbf0e0'], hosted agents: [] {{(pid=73781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 07:14:36.135721 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 is scheduled to be hosted by DHCP agent 215f02e8-4f82-44c9-8a77-b07907cbf0e0 with binding_index 1 {{(pid=73781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 07:14:36.146570 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.base_scheduler [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-2-smb, 4040e811-9be7-41f5-8b5f-19c1e0a07a20) {{(pid=73781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:14:36.155364 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549281b-768c-45af-8984-6ffb2eb344a9 None None] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:14:36.155677 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:36.156263 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:36.181787 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-618c2773-9142-449d-9dc2-431a86a14447 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5759509 Apr 30 07:14:36.362823 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9f4c5-13c2-4aa7-8999-0090a4ce36cf None None] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:14:38.208363 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46965d-a270-4360-b399-642b1c084878 req-90df1499-ce19-43a3-9083-b6f8baaaad82 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:38.209691 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-90df1499-ce19-43a3-9083-b6f8baaaad82 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/networks?id=4040e811-9be7-41f5-8b5f-19c1e0a07a20 HTTP/1.1" status: 200 len: 809 time: 0.1506791 Apr 30 07:14:38.224676 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-86218197-026e-43e2-932b-fcb51258650e tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/quotas/ac7ca469711a4f80a1ff69f9ca52deb7 HTTP/1.1" status: 200 len: 375 time: 0.0092366 Apr 30 07:14:38.271045 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-507b85f0-a901-482e-91db-0049f665c3f0 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7ca469711a4f80a1ff69f9ca52deb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413971 Apr 30 07:14:38.408265 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-9c555158-1dab-4ef4-9c45-015b3e3fbf4a service neutron] 10.222.0.11 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267776 Apr 30 07:14:38.622232 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-f8579adb-d3ec-46ea-9f68-a972ef71b275 service neutron] 10.222.0.11 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050834 Apr 30 07:14:38.799769 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-77b50316-c627-4200-a6af-d5b1d96c4739 req-4f2dc3fe-79b5-4006-9ad8-9214b4abbfa2 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 210 time: 0.0443180 Apr 30 07:14:39.966783 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0b5aadee-96a1-4c63-893c-78d9752ce2d3 req-948df04c-345b-461c-9d03-aafdda2ac417 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 210 time: 0.0486526 Apr 30 07:14:40.000341 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46965d-a270-4360-b399-642b1c084878 req-969488bf-263d-4457-8d03-007d12552e04 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:40.001857 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-969488bf-263d-4457-8d03-007d12552e04 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "GET /v2.0/networks?id=4040e811-9be7-41f5-8b5f-19c1e0a07a20 HTTP/1.1" status: 200 len: 809 time: 0.2011981 Apr 30 07:14:40.018457 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Request body: {'port': {'device_id': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20', 'admin_state_up': True, 'tenant_id': 'ac7ca469711a4f80a1ff69f9ca52deb7'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:40.162969 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:40.167115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Usage tracker for resource:port and tenant:ac7ca469711a4f80a1ff69f9ca52deb7 is out of sync, need to count used quota {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:14:40.170151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:14:40.176239 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:40.189169 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Made reservation on behalf of ac7ca469711a4f80a1ff69f9ca52deb7 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:14:40.192628 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:40.378046 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Allocated IP 172.20.0.14 (4040e811-9be7-41f5-8b5f-19c1e0a07a20/5c5e2e21-949b-46bb-95cb-28660aced68c/df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:14:40.579013 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:40.610081 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:40.615757 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-a39a0665-8b42-4c28-ba85-8655d04cc0ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:40.683676 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:14:40.687063 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:14:40.690954 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:14:40.723967 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Pushing event updated for resources: {'Port': ['ID=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:40.732332 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:40.756602 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:40.757208 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:40.785161 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-17ee17ba-5823-4365-a909-7b7a9dc72a32 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7705188 Apr 30 07:14:40.799086 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Request body: {'port': {'device_id': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:40.917403 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:41.247443 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfadc9-0e56-424a-9d9b-79d8fe3d80f8 req-71cea732-b1d8-49ca-992d-6b87d14e7e4b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:41.248197 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-f3dfadc9-0e56-424a-9d9b-79d8fe3d80f8 req-71cea732-b1d8-49ca-992d-6b87d14e7e4b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Synchronizing usage tracker for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:14:41.314875 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-f3dfadc9-0e56-424a-9d9b-79d8fe3d80f8 req-71cea732-b1d8-49ca-992d-6b87d14e7e4b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Unset dirty status for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:14:41.316000 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f3dfadc9-0e56-424a-9d9b-79d8fe3d80f8 req-71cea732-b1d8-49ca-992d-6b87d14e7e4b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 932 time: 0.2380478 Apr 30 07:14:41.337591 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:14:41.348575 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:41.377000 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Transition to ACTIVE for port object df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:14:41.381809 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f3dfadc9-0e56-424a-9d9b-79d8fe3d80f8 req-17cb3e71-fcff-4b09-9f5e-fb9e52403090 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593755 Apr 30 07:14:41.383903 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:41.387409 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-2798f28a-f426-4447-89ba-a771a7850753 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:41.613189 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Pushing event updated for resources: {'Port': ['ID=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:41.622165 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:41.693606 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Attempting to bind port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:14:41.693928 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Attempting to bind port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:14:41.694253 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Attempting to bind port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 on network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:14:41.698901 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 on network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:14:41.699235 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Attempting to bind port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 on network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:14:41.704333 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:14:41.704669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Checking segment: {'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:14:41.705069 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Bound using segment: {'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:14:41.705485 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Bound port: df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:14:41.705820 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:41.798445 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] For port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:14:41.801360 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] For port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:14:41.808716 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:41.812119 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-539a82d9-4285-42f0-a26d-517cffe882f6 tempest-VolumesActionsTest-129215756 tempest-VolumesActionsTest-129215756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:41.862670 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:41.863328 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:41.864629 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] 10.222.0.25 "PUT /v2.0/ports/df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 HTTP/1.1" status: 200 len: 1094 time: 1.0695903 Apr 30 07:14:41.865115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'tag': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:41.888957 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Pushing event updated for resources: {'Port': ['ID=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:41.891974 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:41.938721 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'tag': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9', 'status': 'completed', 'code': 200} Apr 30 07:14:41.972843 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46965d-a270-4360-b399-642b1c084878 req-a1f3bca0-4d1d-4b6e-9553-647a01dbd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:41.974311 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-a1f3bca0-4d1d-4b6e-9553-647a01dbd013 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac7ca469711a4f80a1ff69f9ca52deb7&device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 1097 time: 0.0705457 Apr 30 07:14:42.045093 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-1423d9a4-2ef6-4fa8-8a52-c4cb0c20f1e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0622890 Apr 30 07:14:42.125817 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46965d-a270-4360-b399-642b1c084878 req-c7a6c222-8cc3-4c90-85f5-c33b5132aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:42.127215 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-c7a6c222-8cc3-4c90-85f5-c33b5132aa74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c5e2e21-949b-46bb-95cb-28660aced68c HTTP/1.1" status: 200 len: 849 time: 0.0723784 Apr 30 07:14:42.180706 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-eb667e4b-fcb0-48b6-8d3b-5db08772e787 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4040e811-9be7-41f5-8b5f-19c1e0a07a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454447 Apr 30 07:14:42.313215 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-7c27f704-fbef-468b-bc9e-6abd0ae4499f service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240702 Apr 30 07:14:42.444501 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-cf46965d-a270-4360-b399-642b1c084878 req-98832200-4704-4c4f-95dd-0cdf69f5c5b2 service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234734 Apr 30 07:14:42.627026 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ded673-995a-4c05-a855-0a2e34195830 req-5b0fba42-c3a9-478b-8f7e-986fff8d8059 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:42.628460 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c3ded673-995a-4c05-a855-0a2e34195830 req-5b0fba42-c3a9-478b-8f7e-986fff8d8059 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 944 time: 0.1374125 Apr 30 07:14:42.630463 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-b36788e0-0f45-4628-b84b-e3d933d82b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:42.631785 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-b36788e0-0f45-4628-b84b-e3d933d82b3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac7ca469711a4f80a1ff69f9ca52deb7&device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 1097 time: 0.1393321 Apr 30 07:14:42.756717 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-c3ded673-995a-4c05-a855-0a2e34195830 req-93d5c6cb-5812-4f6d-8195-aed00d734c2b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222897 Apr 30 07:14:42.792793 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-0d5a7677-3993-4832-bd68-e3e929446ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:42.794252 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-0d5a7677-3993-4832-bd68-e3e929446ce4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4040e811-9be7-41f5-8b5f-19c1e0a07a20 HTTP/1.1" status: 200 len: 910 time: 0.1471038 Apr 30 07:14:42.865579 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-9386cb75-fdfd-43b9-87ce-c23b2186cdda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0618792 Apr 30 07:14:42.930194 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-b209c383-0e06-42eb-a181-be9080c914c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:42.931541 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-b209c383-0e06-42eb-a181-be9080c914c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c5e2e21-949b-46bb-95cb-28660aced68c HTTP/1.1" status: 200 len: 849 time: 0.0555944 Apr 30 07:14:42.979664 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-2d70a442-f679-423b-a9b8-ead270536b7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4040e811-9be7-41f5-8b5f-19c1e0a07a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391319 Apr 30 07:14:43.115374 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-756bd7ca-8133-4ce3-a0ee-703cdb0e8141 service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268690 Apr 30 07:14:43.343281 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b3b7af4e-558d-40ca-89d6-6c67b9da0119 req-cd879d6c-4978-461b-96e8-d8b3a4bc2508 service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194674 Apr 30 07:14:43.954420 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09160f-8892-4bda-a6c6-7387139525e8 req-fbed9e82-8ffd-4e98-abb9-8cf8853caf31 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:43.955797 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a09160f-8892-4bda-a6c6-7387139525e8 req-fbed9e82-8ffd-4e98-abb9-8cf8853caf31 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 944 time: 0.0851474 Apr 30 07:14:44.001773 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a09160f-8892-4bda-a6c6-7387139525e8 req-faceaa9f-742d-403e-83d4-0bd24e918915 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Apr 30 07:14:44.963224 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:14:45.102618 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:45.115827 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9', 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20', 'port_id': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9', 'mac_address': 'fa:16:3e:58:f1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5e2e21-949b-46bb-95cb-28660aced68c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:14:45.169776 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:45.186079 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:14:45.201575 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:45.203529 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a275954-ec72-4710-a610-b88ad2cf9fac req-62c5b3cc-adda-4ddf-b3b5-ca515c8a87d0 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:45.205040 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8a275954-ec72-4710-a610-b88ad2cf9fac req-62c5b3cc-adda-4ddf-b3b5-ca515c8a87d0 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 944 time: 0.0845578 Apr 30 07:14:45.207516 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:45.210482 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:45.250812 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8a275954-ec72-4710-a610-b88ad2cf9fac req-049c664f-8e99-4348-984d-10cf3e0496fa tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Apr 30 07:14:45.278577 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:45.285724 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.286173 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.286544 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.286877 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.287211 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.287534 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.287857 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.288177 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.288502 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.288822 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.289141 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.289457 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:14:45.293377 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:45.440859 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:14:46.455093 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426dfee-d352-4301-8474-2d62ad342422 req-f9b51155-7c6a-4994-b2a4-d4f89b9ab15b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:46.456535 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1426dfee-d352-4301-8474-2d62ad342422 req-f9b51155-7c6a-4994-b2a4-d4f89b9ab15b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 945 time: 0.0942655 Apr 30 07:14:46.500447 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1426dfee-d352-4301-8474-2d62ad342422 req-fc1750e1-ca66-458c-b7bc-ff04572748a5 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Apr 30 07:14:46.975915 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:14:47.066153 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:14:47.071276 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:14:47.071652 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:47.223103 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:47.249901 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:47.260116 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:47.266714 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:47.268883 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:47.297549 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9', 'code': 200} Apr 30 07:14:47.333996 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:47.337140 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:47.544239 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ab57f-bb89-45c2-8fa5-ce29175e75bf req-bdc501e0-c680-4553-aa66-37921ece45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:47.545762 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dd2ab57f-bb89-45c2-8fa5-ce29175e75bf req-bdc501e0-c680-4553-aa66-37921ece45cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 1099 time: 0.0781419 Apr 30 07:14:47.588168 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dd2ab57f-bb89-45c2-8fa5-ce29175e75bf req-58490ad3-f8dd-416a-a81c-14daa278a900 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352705 Apr 30 07:14:47.685192 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff715257-69f0-445b-9840-ca7b6931cdc0 req-918b164e-8dcf-48f3-a9cb-62946add32f4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:47.686697 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ff715257-69f0-445b-9840-ca7b6931cdc0 req-918b164e-8dcf-48f3-a9cb-62946add32f4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 946 time: 0.0805812 Apr 30 07:14:47.736273 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ff715257-69f0-445b-9840-ca7b6931cdc0 req-2f1528fe-6f1d-4a5a-8687-070450b14d43 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Apr 30 07:14:48.955229 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49326cd-db7c-45bb-b230-1435b85f674d req-b203e1a9-8318-4a94-a968-e6e6e4ee1291 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:48.956700 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a49326cd-db7c-45bb-b230-1435b85f674d req-b203e1a9-8318-4a94-a968-e6e6e4ee1291 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 946 time: 0.0963140 Apr 30 07:14:49.004039 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-a49326cd-db7c-45bb-b230-1435b85f674d req-77e49ceb-408a-4fb4-876f-cfb81f8bd4a8 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Apr 30 07:14:50.113458 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ed92-bf92-4bec-b122-3a800832a629 req-b0f1fe3f-db36-4b22-8a65-4a1fd0cddc09 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:50.114925 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5751ed92-bf92-4bec-b122-3a800832a629 req-b0f1fe3f-db36-4b22-8a65-4a1fd0cddc09 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 946 time: 0.0903695 Apr 30 07:14:50.159888 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5751ed92-bf92-4bec-b122-3a800832a629 req-50321807-cbc5-4702-951e-b88a09b0cb0d tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Apr 30 07:14:51.352692 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf82d-cb6c-4914-ab53-abb11cf63169 req-29ae3a9d-0665-415c-8f94-6cad7eed8554 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:51.354199 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fbcbf82d-cb6c-4914-ab53-abb11cf63169 req-29ae3a9d-0665-415c-8f94-6cad7eed8554 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 946 time: 0.0866928 Apr 30 07:14:51.444930 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fbcbf82d-cb6c-4914-ab53-abb11cf63169 req-cbbaf32b-4746-4ded-a564-7e4057803796 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Apr 30 07:14:51.479828 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-55b160dc-2e7d-4eb9-ac25-5ddc4474fc1d tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:51.481308 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-55b160dc-2e7d-4eb9-ac25-5ddc4474fc1d tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 946 time: 0.1057415 Apr 30 07:14:51.618234 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Deleting port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:14:51.618691 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:51.747565 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] For port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:14:51.747808 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:51.865350 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Calling delete_port for df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:14:51.990077 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:51.996391 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-d379c81f-d6bd-4891-b5ef-47133b734aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:52.002760 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:14:52.043087 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Pushing event deleted for resources: {'Port': ['ID=df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:52.046131 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:52.114151 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] No DVR routers for this DVR port df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:14:52.116780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:52.119385 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'name': 'network-vif-deleted', 'tag': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:52.137389 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-5b276844-e52f-4b36-b4bd-cee9dce7c3ae req-478790b0-e480-4b6b-8cb0-2e7e666d062a tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "DELETE /v2.0/ports/df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 HTTP/1.1" status: 204 len: 173 time: 0.6498826 Apr 30 07:14:52.166343 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac441827-d5a1-4eb1-9445-c2ebe4e6f30c', 'name': 'network-vif-deleted', 'tag': 'df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9', 'status': 'completed', 'code': 200} Apr 30 07:14:52.704744 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-b310c803-1ae8-428c-93e4-e6d58e29706f req-2f260d8c-8ae5-423e-9f7b-71f8bf7fbfd9 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Synchronizing usage tracker for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:14:52.721872 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-b310c803-1ae8-428c-93e4-e6d58e29706f req-2f260d8c-8ae5-423e-9f7b-71f8bf7fbfd9 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Unset dirty status for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:14:52.723151 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-b310c803-1ae8-428c-93e4-e6d58e29706f req-2f260d8c-8ae5-423e-9f7b-71f8bf7fbfd9 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac441827-d5a1-4eb1-9445-c2ebe4e6f30c HTTP/1.1" status: 200 len: 210 time: 0.1537840 Apr 30 07:14:54.114815 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-33cd2d01-5d45-47c3-a8ca-90e13dbf3e00 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:54.116250 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-33cd2d01-5d45-47c3-a8ca-90e13dbf3e00 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/networks?id=4040e811-9be7-41f5-8b5f-19c1e0a07a20 HTTP/1.1" status: 200 len: 809 time: 0.1537468 Apr 30 07:14:54.134147 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-4d6311cb-d4b3-4c0f-87e3-62257499e412 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/quotas/ac7ca469711a4f80a1ff69f9ca52deb7 HTTP/1.1" status: 200 len: 375 time: 0.0094538 Apr 30 07:14:54.181877 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-62d6d2dd-7a08-4e18-9ed9-131b5120eaa7 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7ca469711a4f80a1ff69f9ca52deb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407209 Apr 30 07:14:54.315655 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-1df0adc4-b71c-4ce7-a328-cd320393a52e service neutron] 10.222.0.11 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241813 Apr 30 07:14:54.447679 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-ef57ae5e-67fe-44c3-b1d8-9057d4018ac3 service neutron] 10.222.0.11 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259756 Apr 30 07:14:54.633444 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-58e6fbee-d817-4bbe-89af-6401619dce1b req-d0715270-7df7-4323-91bb-402b92b784c0 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 210 time: 0.0454352 Apr 30 07:14:55.019911 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:14:55.057318 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:14:55.057676 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device df41d9d6-faa6-4f97-9a50-ed8bbebe6ba9 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:14:55.091607 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b50e5e20-146a-4cb1-9bab-e387a3e7b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:55.723668 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc425-7728-44a1-9b51-12762544827b req-fac8fc01-9215-4f1b-b682-a83f73199187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:55.725136 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2aadc425-7728-44a1-9b51-12762544827b req-fac8fc01-9215-4f1b-b682-a83f73199187 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1137 time: 0.2238405 Apr 30 07:14:55.777101 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307db72-45ed-4202-bf0d-7b0e03715d2e req-5e5f182a-f2e2-4ee7-8c8d-6bea6bccdd69 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:55.778544 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9307db72-45ed-4202-bf0d-7b0e03715d2e req-5e5f182a-f2e2-4ee7-8c8d-6bea6bccdd69 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.2430198 Apr 30 07:14:55.889349 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-2a5c9e72-e64e-4364-b3aa-5ad571a2395d tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:55.890793 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-2a5c9e72-e64e-4364-b3aa-5ad571a2395d tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "GET /v2.0/networks?id=4040e811-9be7-41f5-8b5f-19c1e0a07a20 HTTP/1.1" status: 200 len: 809 time: 0.2813370 Apr 30 07:14:55.907277 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Request body: {'port': {'device_id': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20', 'admin_state_up': True, 'tenant_id': 'ac7ca469711a4f80a1ff69f9ca52deb7'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:55.952401 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9307db72-45ed-4202-bf0d-7b0e03715d2e req-7e13cf30-0337-41a0-bd73-ead8ca6474f2 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650889 Apr 30 07:14:55.971957 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:56.029175 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc425-7728-44a1-9b51-12762544827b req-6a8be66f-dfe9-4739-b22d-47ce7740f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:56.030668 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2aadc425-7728-44a1-9b51-12762544827b req-6a8be66f-dfe9-4739-b22d-47ce7740f19f service neutron] 10.222.0.25 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 916 time: 0.2963951 Apr 30 07:14:56.175829 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-fded6b8b-4f0a-4d32-a41d-265a2c07fa92 req-334c1282-713a-4742-a84d-d758586db6f9 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 210 time: 0.0817637 Apr 30 07:14:56.191835 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:14:56.203367 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2aadc425-7728-44a1-9b51-12762544827b req-5ebbe137-07de-4f55-858d-3af597e07b1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 1001 time: 0.1641917 Apr 30 07:14:56.206835 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.quota.driver [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:14:56.249663 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Made reservation on behalf of ac7ca469711a4f80a1ff69f9ca52deb7 for: {'port': 1} {{(pid=73782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 07:14:56.252987 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:56.322629 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc425-7728-44a1-9b51-12762544827b req-1b8a445e-a5db-429a-b691-6e3ed2c9ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:56.324035 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2aadc425-7728-44a1-9b51-12762544827b req-1b8a445e-a5db-429a-b691-6e3ed2c9ef35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 200 len: 854 time: 0.1124067 Apr 30 07:14:56.568070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_common [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Allocated IP 172.20.0.10 (4040e811-9be7-41f5-8b5f-19c1e0a07a20/5c5e2e21-949b-46bb-95cb-28660aced68c/f79d9c12-92fb-4fcd-a5ba-b973a5f710b9) {{(pid=73782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 07:14:56.576304 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc425-7728-44a1-9b51-12762544827b req-5ce29419-c09c-4e1a-af58-b60d72e4601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:56.577780 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2aadc425-7728-44a1-9b51-12762544827b req-5ce29419-c09c-4e1a-af58-b60d72e4601c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18ece21a-4d45-4c3b-a5e3-49aeccbce845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2421179 Apr 30 07:14:56.832314 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2aadc425-7728-44a1-9b51-12762544827b req-8a61a2d6-f356-4bc7-bb91-abb517bf4086 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463784 Apr 30 07:14:56.958541 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks [] for port, precommit_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.002453 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-2aadc425-7728-44a1-9b51-12762544827b req-e4a2fefa-5582-4cdf-b25f-7968b9eed887 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618676 Apr 30 07:14:57.017751 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786603484694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_create {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.024314 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-979ac62e-e270-4878-9d7a-647714743648 tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:57.130984 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 is already hosted by enough agents. {{(pid=73782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 07:14:57.138852 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.base_scheduler [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Resources bound (agent type, host, resource id): {{(pid=73782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 07:14:57.145491 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Received port after_create {{(pid=73782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 07:14:57.186284 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Pushing event updated for resources: {'Port': ['ID=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,revision_number=1']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:57.201862 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:57.233057 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:57.233646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.252216 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdfdcc-d103-4fd7-8d59-4701d17c7f3c req-e550b57a-ca44-4d67-a190-f806de615734 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:57.253655 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bcfdfdcc-d103-4fd7-8d59-4701d17c7f3c req-e550b57a-ca44-4d67-a190-f806de615734 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.1833005 Apr 30 07:14:57.293087 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3918309 Apr 30 07:14:57.304809 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-bcfdfdcc-d103-4fd7-8d59-4701d17c7f3c req-433c5b6b-f9b3-47e6-8c38-d40b74c94182 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448985 Apr 30 07:14:57.309511 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Request body: {'port': {'device_id': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:14:57.458795 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.525654 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5e30d012-e82b-4622-ab6c-f2f84f5a5906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.596850 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f7a37-ce9a-4628-86aa-422c1cd9176b req-60ad3d3f-0330-4cec-90f7-595503068d09 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:57.597535 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-992f7a37-ce9a-4628-86aa-422c1cd9176b req-60ad3d3f-0330-4cec-90f7-595503068d09 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Synchronizing usage tracker for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:14:57.638087 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-992f7a37-ce9a-4628-86aa-422c1cd9176b req-60ad3d3f-0330-4cec-90f7-595503068d09 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Unset dirty status for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:14:57.639253 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-992f7a37-ce9a-4628-86aa-422c1cd9176b req-60ad3d3f-0330-4cec-90f7-595503068d09 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 932 time: 0.2383187 Apr 30 07:14:57.763339 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-992f7a37-ce9a-4628-86aa-422c1cd9176b req-dfa6546b-8b31-4e1a-aa4f-84081bede0b1 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098139 Apr 30 07:14:57.844170 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.863675 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 {{(pid=73782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:14:57.870779 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.885237 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.provisioning_blocks [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Transition to ACTIVE for port object f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 will not be triggered until provisioned by entity L2. {{(pid=73782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 07:14:57.889861 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:57.894401 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-139bb813-970e-4191-9b0d-528a43859911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:58.036247 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,revision_number=2']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:58.043774 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:58.115322 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Attempting to bind port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 07:14:58.115649 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Attempting to bind port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 07:14:58.115973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Attempting to bind port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 on network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:14:58.121904 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 on network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 07:14:58.122225 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Attempting to bind port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 on network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 07:14:58.127928 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Checking agent: {'id': 'cbd132f0-5807-4b0f-9b74-e1345e3b532b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'started_at': datetime.datetime(2021, 4, 30, 7, 3, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 7, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 07:14:58.128258 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Checking segment: {'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 07:14:58.128637 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Bound using segment: {'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'} {{(pid=73782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 07:14:58.129051 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Bound port: f79d9c12-92fb-4fcd-a5ba-b973a5f710b9, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a416b0-3c4e-4d1c-b68e-541980329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20'}}] {{(pid=73782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 07:14:58.129391 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:58.306973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] For port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9, host hv-cinder-77387, cleared binding levels {{(pid=73782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 07:14:58.310156 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] For port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 07:14:58.316700 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:58.321167 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-6e7ed2f0-cea9-4f2f-84f5-ba87b991f793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:14:58.372699 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:58.373290 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:58.374642 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] 10.222.0.25 "PUT /v2.0/ports/f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 HTTP/1.1" status: 200 len: 1094 time: 1.0689838 Apr 30 07:14:58.375250 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'tag': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:14:58.403028 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,revision_number=3']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:14:58.406043 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:14:58.453762 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:14:58.549973 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a8a8f-fc2b-49a1-8f0b-0f560d7adbad req-4d74bb3e-7276-4fcc-b63d-50ec47926a4a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:58.551354 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-866a8a8f-fc2b-49a1-8f0b-0f560d7adbad req-4d74bb3e-7276-4fcc-b63d-50ec47926a4a tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.1368473 Apr 30 07:14:58.553214 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-cf389213-2ff9-4c89-b0a9-ffcf99d30b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:58.554617 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-cf389213-2ff9-4c89-b0a9-ffcf99d30b94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac7ca469711a4f80a1ff69f9ca52deb7&device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 1097 time: 0.1055861 Apr 30 07:14:58.637427 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-9f9af0e6-1d82-456b-8a3f-2d1c80d3d6d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 HTTP/1.1" status: 200 len: 217 time: 0.0663035 Apr 30 07:14:58.695506 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-866a8a8f-fc2b-49a1-8f0b-0f560d7adbad req-d68e59a9-cae2-49c2-a316-4659438f9eef tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369908 Apr 30 07:14:58.710603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-04eb9f96-da2e-4848-8b12-586eefe43016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:58.711984 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-04eb9f96-da2e-4848-8b12-586eefe43016 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c5e2e21-949b-46bb-95cb-28660aced68c HTTP/1.1" status: 200 len: 849 time: 0.0673711 Apr 30 07:14:58.753386 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'tag': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9', 'status': 'completed', 'code': 200} Apr 30 07:14:58.765584 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-001ea814-0ea3-45ae-8fa7-f40dfd58ce75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4040e811-9be7-41f5-8b5f-19c1e0a07a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445189 Apr 30 07:14:58.942954 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-779b6d9e-cfec-438d-a898-bf6bfe7c70f1 service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674700 Apr 30 07:14:59.066352 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e85be-b0fc-47f5-ba63-dba9051f29c7 req-cb0381b2-0b24-454f-b89b-d8f539333599 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:59.067769 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-666e85be-b0fc-47f5-ba63-dba9051f29c7 req-cb0381b2-0b24-454f-b89b-d8f539333599 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 944 time: 0.1956618 Apr 30 07:14:59.125603 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-ee6e54b8-3e49-4587-89de-d74d5b54766f req-dba92b17-92e7-4fb0-a593-f3fd689f9ccf service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737962 Apr 30 07:14:59.132412 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-666e85be-b0fc-47f5-ba63-dba9051f29c7 req-de31ec83-5462-4f9d-9749-73855bad7cc9 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579655 Apr 30 07:14:59.253898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310632d-b2fb-4d67-8879-f654865adcce req-8c52349b-0476-46e3-8f2d-da7495b65951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:59.255422 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e310632d-b2fb-4d67-8879-f654865adcce req-8c52349b-0476-46e3-8f2d-da7495b65951 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac7ca469711a4f80a1ff69f9ca52deb7&device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 1097 time: 0.0816448 Apr 30 07:14:59.387718 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310632d-b2fb-4d67-8879-f654865adcce req-3db28470-ff32-4457-9d66-8ebd58bf812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:59.389073 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e310632d-b2fb-4d67-8879-f654865adcce req-3db28470-ff32-4457-9d66-8ebd58bf812d service neutron] 10.222.0.25 "GET /v2.0/networks?id=4040e811-9be7-41f5-8b5f-19c1e0a07a20 HTTP/1.1" status: 200 len: 910 time: 0.1260262 Apr 30 07:14:59.469595 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e310632d-b2fb-4d67-8879-f654865adcce req-32a5ff4b-3e88-49b2-9bd3-c8b146da3d78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 HTTP/1.1" status: 200 len: 217 time: 0.0726511 Apr 30 07:14:59.541847 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310632d-b2fb-4d67-8879-f654865adcce req-ffba3c10-2037-4bbe-9ada-cdaaa8c3898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:14:59.543277 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e310632d-b2fb-4d67-8879-f654865adcce req-ffba3c10-2037-4bbe-9ada-cdaaa8c3898b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c5e2e21-949b-46bb-95cb-28660aced68c HTTP/1.1" status: 200 len: 849 time: 0.0659428 Apr 30 07:14:59.592636 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e310632d-b2fb-4d67-8879-f654865adcce req-a252b03c-c715-43a2-be3d-2d8e69a3559b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4040e811-9be7-41f5-8b5f-19c1e0a07a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416965 Apr 30 07:14:59.730139 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e310632d-b2fb-4d67-8879-f654865adcce req-f6694434-e0b3-4708-8006-2eae852591a3 service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289222 Apr 30 07:15:00.046114 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e310632d-b2fb-4d67-8879-f654865adcce req-a3a43adb-43fe-4ca3-ba23-6d238ad38533 service neutron] 10.222.0.25 "GET /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067272 Apr 30 07:15:00.085238 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-153ec127-c9e9-4270-a474-3b42da5ea450 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327338 Apr 30 07:15:00.092762 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f8a3-b56f-49d3-b18f-2368db57c328 req-705cabc9-1008-4da1-8720-630ef4ca1d94 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:00.094121 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0994f8a3-b56f-49d3-b18f-2368db57c328 req-705cabc9-1008-4da1-8720-630ef4ca1d94 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.2735112 Apr 30 07:15:00.142514 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0994f8a3-b56f-49d3-b18f-2368db57c328 req-5d3795c5-1f52-40a3-81c2-a1779353f0f8 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420783 Apr 30 07:15:00.227927 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa947e3-437f-4560-94df-501ce433045c req-0b33e680-8200-48ac-a1b9-1876a8b3b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:00.229391 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-0b33e680-8200-48ac-a1b9-1876a8b3b696 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1098 time: 0.0725791 Apr 30 07:15:00.365832 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:00.423020 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa947e3-437f-4560-94df-501ce433045c req-7758c292-0401-4ec7-bd0b-38f904c337ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:00.424493 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-7758c292-0401-4ec7-bd0b-38f904c337ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 910 time: 0.1453254 Apr 30 07:15:00.432717 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd7550-4776-4564-abee-358b9112c311 req-0113cb18-d5ba-42bb-9e6b-43ed141aad9e tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:00.434046 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bbd7550-4776-4564-abee-358b9112c311 req-0113cb18-d5ba-42bb-9e6b-43ed141aad9e tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 944 time: 0.1897378 Apr 30 07:15:00.556909 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3bbd7550-4776-4564-abee-358b9112c311 req-a75fac52-7ab8-4fa9-a01c-39e46e1aa533 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765970 Apr 30 07:15:00.558684 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-42f9bfb5-959a-4d0e-ab61-dddb9187a43c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 1000 time: 0.1237514 Apr 30 07:15:00.621198 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa947e3-437f-4560-94df-501ce433045c req-ec82be8c-cd87-49c9-9b98-dff6f74653c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:00.622684 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-ec82be8c-cd87-49c9-9b98-dff6f74653c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.0566585 Apr 30 07:15:00.705082 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa947e3-437f-4560-94df-501ce433045c req-17c427d1-8abf-4487-8ed1-3bd9c8e0ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:00.706599 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-17c427d1-8abf-4487-8ed1-3bd9c8e0ae35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772827 Apr 30 07:15:00.848193 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-9a23ca1a-2a41-4992-8a50-8ed965dfa9c8 service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327484 Apr 30 07:15:00.985809 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1aa947e3-437f-4560-94df-501ce433045c req-a5ce48f2-7683-47aa-82f8-4e092a621a6e service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294439 Apr 30 07:15:01.049745 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=73783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 07:15:01.191566 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:01.204603 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Returning: {'device': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9', 'network_id': '4040e811-9be7-41f5-8b5f-19c1e0a07a20', 'port_id': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9', 'mac_address': 'fa:16:3e:82:74:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5e2e21-949b-46bb-95cb-28660aced68c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 07:15:01.268203 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:01.284206 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 {{(pid=73783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 07:15:01.299868 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:01.306712 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:01.308449 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-1b270cbf-9929-482e-ab3d-17705c2c96a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:01.335934 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb1e93-0f00-4064-89d7-395425a3bcd1 req-58394bbe-5543-4d89-ad4e-393c05d9c3e3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:01.337373 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9ecb1e93-0f00-4064-89d7-395425a3bcd1 req-58394bbe-5543-4d89-ad4e-393c05d9c3e3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.0835793 Apr 30 07:15:01.372007 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,revision_number=4']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:01.375051 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:01.385697 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9ecb1e93-0f00-4064-89d7-395425a3bcd1 req-e9b5b474-51cf-4edf-bdaa-a16f07061c75 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421820 Apr 30 07:15:01.547716 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['f79d9c12-92fb-4fcd-a5ba-b973a5f710b9'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:15:01.743341 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b7cc-64b4-4d32-8336-d094d44cc435 req-6582628c-9d2e-4ed0-8255-82e4e9d48616 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:01.744807 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81b7b7cc-64b4-4d32-8336-d094d44cc435 req-6582628c-9d2e-4ed0-8255-82e4e9d48616 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0814960 Apr 30 07:15:01.792676 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-81b7b7cc-64b4-4d32-8336-d094d44cc435 req-34c8d95c-9e9f-4492-b251-a85f3fa5b162 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391636 Apr 30 07:15:02.582661 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c74ac-f418-48c8-a7bd-7837c25eec40 req-d627eae5-8126-4d24-9984-86e366493e52 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:02.584111 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d16c74ac-f418-48c8-a7bd-7837c25eec40 req-d627eae5-8126-4d24-9984-86e366493e52 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.0848143 Apr 30 07:15:02.634078 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d16c74ac-f418-48c8-a7bd-7837c25eec40 req-4297af68-1f24-418a-ad03-ab4bc6dfb570 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439394 Apr 30 07:15:02.995250 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc3830-0dc5-4eec-a7fc-6832a65e330d req-78d94239-83e3-40b3-a661-3c3672a1180c tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:02.997122 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e3bc3830-0dc5-4eec-a7fc-6832a65e330d req-78d94239-83e3-40b3-a661-3c3672a1180c tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 945 time: 0.0899019 Apr 30 07:15:03.041638 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e3bc3830-0dc5-4eec-a7fc-6832a65e330d req-32cfbf02-1e60-43a7-9067-93510a76a095 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385211 Apr 30 07:15:03.049978 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 up at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 07:15:03.117657 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning for port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 completed by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 07:15:03.122445 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Provisioning complete for port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 triggered by entity L2. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:15:03.122817 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:03.236447 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:03.263910 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9'}] {{(pid=73783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:15:03.274628 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] For port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:03.283040 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757'] for port, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:03.286004 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:03.317273 dv-cinder-773876-2-smb neutron-server[73783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9', 'code': 200} Apr 30 07:15:03.361890 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Pushing event updated for resources: {'Port': ['ID=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,revision_number=5']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:03.364867 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:03.426249 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:15:03.567416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d29df-391b-4fc9-a5c2-018dc2e2c97d req-da0ce8d8-fc3e-45cc-ac70-fefee3bdd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:03.568946 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-490d29df-391b-4fc9-a5c2-018dc2e2c97d req-da0ce8d8-fc3e-45cc-ac70-fefee3bdd8d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 1099 time: 0.0791631 Apr 30 07:15:03.611158 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-490d29df-391b-4fc9-a5c2-018dc2e2c97d req-14853361-4182-4a1e-a001-49ca72930616 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Apr 30 07:15:03.833685 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfaa44-3218-4b98-9066-4c1c2fa9cc09 req-24f424af-269a-4e7e-93ff-3206bdfea46e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:03.835151 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e6bfaa44-3218-4b98-9066-4c1c2fa9cc09 req-24f424af-269a-4e7e-93ff-3206bdfea46e tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.0917230 Apr 30 07:15:03.884702 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e6bfaa44-3218-4b98-9066-4c1c2fa9cc09 req-5187a394-4e21-4ebf-9d60-fae43a1042de tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408478 Apr 30 07:15:04.343029 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b103838-f19d-46b1-96ca-15d5406d3e0d req-66f57858-f864-4256-b17a-ba462dc49a3f tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:04.344390 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0b103838-f19d-46b1-96ca-15d5406d3e0d req-66f57858-f864-4256-b17a-ba462dc49a3f tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 946 time: 0.1831758 Apr 30 07:15:04.392577 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0b103838-f19d-46b1-96ca-15d5406d3e0d req-6ff8c00e-36ab-4a5e-ae69-1df5b4f20ff4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Apr 30 07:15:05.089255 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bcef9-ffb3-4526-950b-76f6ccb06a92 req-50e2f36c-f6a8-493d-b991-9b4bf4ade941 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:05.090735 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f54bcef9-ffb3-4526-950b-76f6ccb06a92 req-50e2f36c-f6a8-493d-b991-9b4bf4ade941 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.0947020 Apr 30 07:15:05.137858 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f54bcef9-ffb3-4526-950b-76f6ccb06a92 req-eca8b481-1837-4de0-ad3e-a3f7a957c2f3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411024 Apr 30 07:15:05.578729 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11ef7-9a40-49fc-a1b4-db54e8c05c28 req-d17c82bd-bb54-4481-9fc8-b23d4fc16f75 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:05.580157 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78c11ef7-9a40-49fc-a1b4-db54e8c05c28 req-d17c82bd-bb54-4481-9fc8-b23d4fc16f75 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 946 time: 0.0808957 Apr 30 07:15:05.624961 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-78c11ef7-9a40-49fc-a1b4-db54e8c05c28 req-418060b5-af46-4fbb-9d42-638433152a58 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Apr 30 07:15:06.332606 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5aff-2155-492d-a00b-8a6e20b862bc req-8b8ab461-85d2-4544-a747-ad8e1bf2e483 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:06.334028 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7c1a5aff-2155-492d-a00b-8a6e20b862bc req-8b8ab461-85d2-4544-a747-ad8e1bf2e483 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.0857155 Apr 30 07:15:06.382307 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-7c1a5aff-2155-492d-a00b-8a6e20b862bc req-a66bc74c-7526-4e33-aa0e-7a3e96c8c05b tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421700 Apr 30 07:15:06.768289 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e11b2-5169-426c-84f7-de081935a8cd req-b4b13328-0597-484e-b11f-f3ecdac99047 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:06.769772 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f5e11b2-5169-426c-84f7-de081935a8cd req-b4b13328-0597-484e-b11f-f3ecdac99047 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 946 time: 0.0960581 Apr 30 07:15:06.814644 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-0f5e11b2-5169-426c-84f7-de081935a8cd req-d55372b4-7dac-4c3a-85d2-ec03c6f8547c tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Apr 30 07:15:07.581157 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff137e8-f70e-406c-a5a9-69b9b281880f req-ca2cd439-6ada-444e-a6ae-255c7cbb0771 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:07.582679 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9ff137e8-f70e-406c-a5a9-69b9b281880f req-ca2cd439-6ada-444e-a6ae-255c7cbb0771 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.0808284 Apr 30 07:15:07.628675 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9ff137e8-f70e-406c-a5a9-69b9b281880f req-7fb47c2f-0e41-4f84-833c-460e9ee4a9d3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399785 Apr 30 07:15:08.022451 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc459d-cff8-4c24-b196-5118c45b782d req-4de83aa2-2f2e-4bce-8126-d0c28d239e1f tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:08.023884 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dccc459d-cff8-4c24-b196-5118c45b782d req-4de83aa2-2f2e-4bce-8126-d0c28d239e1f tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 946 time: 0.0933268 Apr 30 07:15:08.070715 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-dccc459d-cff8-4c24-b196-5118c45b782d req-9ad002ef-0298-4edb-8968-370b9ace6821 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Apr 30 07:15:08.150604 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-e65166d0-0cfd-4d8b-8344-31974861fc1c tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:08.151935 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-e65166d0-0cfd-4d8b-8344-31974861fc1c tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 946 time: 0.0803976 Apr 30 07:15:08.288689 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Deleting port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:08.289033 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:08.430388 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] For port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,segment=NetworkSegment(a8a416b0-3c4e-4d1c-b68e-541980329f79),segment_id=a8a416b0-3c4e-4d1c-b68e-541980329f79)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:08.430641 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:08.552727 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Calling delete_port for f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:08.670150 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:08.677426 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5710e3c0-4b85-45f6-80da-c6d9d13d4450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:08.682459 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['f79d9c12-92fb-4fcd-a5ba-b973a5f710b9'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:15:08.725047 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Pushing event deleted for resources: {'Port': ['ID=f79d9c12-92fb-4fcd-a5ba-b973a5f710b9,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:08.729407 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:08.845934 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] No DVR routers for this DVR port f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:15:08.849156 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:08.851646 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'name': 'network-vif-deleted', 'tag': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:15:08.879413 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-6d0cc996-9273-4bf2-945a-73d5f3709406 req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.25 "DELETE /v2.0/ports/f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 HTTP/1.1" status: 204 len: 173 time: 0.7219393 Apr 30 07:15:08.896503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e257-b888-4cfa-b70d-fd2f6361e91d req-48f64378-719f-4a9d-bfd9-be5e5d096054 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:08.897990 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8994e257-b888-4cfa-b70d-fd2f6361e91d req-48f64378-719f-4a9d-bfd9-be5e5d096054 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.1609726 Apr 30 07:15:08.945628 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8994e257-b888-4cfa-b70d-fd2f6361e91d req-b0f62374-3824-4f5a-8163-5ebd6ad85706 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=93dc7eb6-135b-4568-bb20-7764253488ef&id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415225 Apr 30 07:15:09.003325 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5', 'name': 'network-vif-deleted', 'tag': 'f79d9c12-92fb-4fcd-a5ba-b973a5f710b9', 'status': 'completed', 'code': 200} Apr 30 07:15:09.247795 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-647fff9c-2943-448c-9efb-d5247e223f7b req-051fa223-35d5-4ac8-b0b6-ef82d0b914c7 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Synchronizing usage tracker for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:15:09.268400 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-647fff9c-2943-448c-9efb-d5247e223f7b req-051fa223-35d5-4ac8-b0b6-ef82d0b914c7 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Unset dirty status for tenant:ac7ca469711a4f80a1ff69f9ca52deb7 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:15:09.270373 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-647fff9c-2943-448c-9efb-d5247e223f7b req-051fa223-35d5-4ac8-b0b6-ef82d0b914c7 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1f5db7-77c8-4171-80ec-c7d6ee5bb1d5 HTTP/1.1" status: 200 len: 210 time: 0.0724797 Apr 30 07:15:11.084555 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:11.118848 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:11.119230 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device f79d9c12-92fb-4fcd-a5ba-b973a5f710b9 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:25.102869 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-272884f8-e32b-48c1-886d-d1888c5ae061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:25.991545 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:27.533077 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1c290492-dad5-44d1-8032-af54779e6cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:27.838577 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:28.466785 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.057606 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40198) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:29.202709 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Deleting subnet 5c5e2e21-949b-46bb-95cb-28660aced68c {{(pid=73782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:15:29.205921 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.254900 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2534138'] for subnet, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.307694 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.569898 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698290'] for subnet, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.573730 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:29.605542 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5e2e21-949b-46bb-95cb-28660aced68c,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:29.608843 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:29.614277 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for subnet, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.617058 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-8e3ecfc3-5a14-4ca4-95ba-477b478354af admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5c5e2e21-949b-46bb-95cb-28660aced68c HTTP/1.1" status: 204 len: 168 time: 0.5584338 Apr 30 07:15:29.619460 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40202) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:29.722755 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.844525 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:29.958234 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4040e811-9be7-41f5-8b5f-19c1e0a07a20']}} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:29.970594 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a416b0-3c4e-4d1c-b68e-541980329f79') {'for_net_delete': True} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:29.970885 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.services.segments.db [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a416b0-3c4e-4d1c-b68e-541980329f79') {} {{(pid=73782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:29.982409 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2534131'] for segment, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.003454 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.009880 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=73782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:15:30.169868 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:15:30.178113 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534314'] for segment, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.340603 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.managers [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Network 4040e811-9be7-41f5-8b5f-19c1e0a07a20 has no segments {{(pid=73782) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: Traceback (most recent call last): Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: timer() Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: cb(*args, **kw) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: return func(*args, **kwargs) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: self._notify() Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: self.callback(batched_events) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: event.method(event) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: return f(self, *a, **k) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: return self._get(url).json() Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: return self.request(url, 'GET', **kwargs) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:15:30.361401 dv-cinder-773876-2-smb neutron-server[73782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:15:30.368254 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.438794 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.442896 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:30.458838 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.467461 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Pushing event deleted for resources: {'Network': ['ID=4040e811-9be7-41f5-8b5f-19c1e0a07a20,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:30.470269 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4040e811-9be7-41f5-8b5f-19c1e0a07a20 HTTP/1.1" status: 204 len: 168 time: 0.8499219 Apr 30 07:15:30.471122 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-96931796-a0eb-4f05-9d15-d0dc9a53e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:30.596123 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40208) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:30.646492 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-3855d540-b9a7-4867-b7a2-043c207a8af6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac7ca469711a4f80a1ff69f9ca52deb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490496 Apr 30 07:15:30.649095 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40212) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:30.710287 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c087-edd1-472d-8ebb-1ce63e36b3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.737358 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c087-edd1-472d-8ebb-1ce63e36b3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.797488 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c087-edd1-472d-8ebb-1ce63e36b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.801413 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f81a61ad-eaf5-4862-81a2-9c7ec8e3af29 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:30.812304 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8c087-edd1-472d-8ebb-1ce63e36b3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1dbdbc-234c-4f64-bb50-8749dcda7bb2,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:30.814781 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-4ac8c087-edd1-472d-8ebb-1ce63e36b3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:30.821637 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c087-edd1-472d-8ebb-1ce63e36b3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:30.825275 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-4ac8c087-edd1-472d-8ebb-1ce63e36b3f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f1dbdbc-234c-4f64-bb50-8749dcda7bb2 HTTP/1.1" status: 204 len: 168 time: 0.1726851 Apr 30 07:15:36.078303 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40268) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:36.433808 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Deleting port 456a802a-aef2-4815-838e-508d060cdeaf {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:36.434065 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:36.551505 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:36.551797 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:36.673408 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Calling delete_port for 456a802a-aef2-4815-838e-508d060cdeaf owned by network:floatingip {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:36.807901 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:36.811563 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:36.855893 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event deleted for resources: {'Port': ['ID=456a802a-aef2-4815-838e-508d060cdeaf,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:36.896821 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.897175 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.897526 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.897877 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.898291 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.898645 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.898993 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.899327 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.899663 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.900000 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.900319 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.900635 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:36.926587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:36.954769 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for floatingip, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:36.955096 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.db.l3_db [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Floating IP 6dd7d60e-62f1-4ee9-a5ed-1e7cae595695 disassociated (deleted). External IP: 172.28.1.92, port: 264ebc32-2275-4aef-b68a-06a51e0878c0. Apr 30 07:15:37.320490 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:15:37.497059 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:15:37.510937 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] Sync routers for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:15:37.519432 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:37.521185 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:37.522061 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:37.673079 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40284) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:37.681100 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-c554db90-cecf-41a5-9a9e-3bcd28a72bc2 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "DELETE /v2.0/floatingips/6dd7d60e-62f1-4ee9-a5ed-1e7cae595695 HTTP/1.1" status: 204 len: 168 time: 1.6012700 Apr 30 07:15:37.681837 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:15:37.714987 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:37.797142 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:37.811672 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 07:15:37.815409 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Usage tracker for resource:security_group_rule and tenant:ea72a775eab544b68d240dde0a08b2c3 is out of sync, need to count used quota {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 07:15:37.818302 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.quota.resource [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 07:15:37.824821 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.quota.driver [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 07:15:37.914641 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:37.921399 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_create {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:37.930547 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-afe4a498-3b6d-413f-98c3-02f170c0ec02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:37.936915 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'status': 'completed', 'code': 200} Apr 30 07:15:37.958534 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef62b8-7588-4a4d-b333-d50f53bf956b,revision_number=1']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:37.975024 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.975411 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.975796 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.976174 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.976614 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.977501 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.977892 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.978251 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.978668 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.979551 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.979934 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:37.980305 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:38.003992 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:38.012940 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40296) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:38.013290 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-234aabc9-84f6-41de-8af4-6917378c0f57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea72a775eab544b68d240dde0a08b2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391144 Apr 30 07:15:38.078967 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 5, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:38.083271 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] Checking router: ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:15:38.091636 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:38.092238 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:38.140946 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-404b765e-a245-4958-8186-40263e0ecaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:38.142353 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-404b765e-a245-4958-8186-40263e0ecaf6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=447a3ee6a01741a594a429c541b64c74&device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 1098 time: 0.1816740 Apr 30 07:15:38.152420 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-71ae3914-742b-4cc5-b808-24ca03e2c691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:38.269262 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-71ae3914-742b-4cc5-b808-24ca03e2c691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:38.269848 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:38.288110 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3829047-819c-4f03-9d6f-405df5675639 req-0c65faa7-1cde-4329-9828-1a772ca98a4e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:38.288851 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d3829047-819c-4f03-9d6f-405df5675639 req-0c65faa7-1cde-4329-9828-1a772ca98a4e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Synchronizing usage tracker for tenant:447a3ee6a01741a594a429c541b64c74 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:15:38.345520 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-d3829047-819c-4f03-9d6f-405df5675639 req-0c65faa7-1cde-4329-9828-1a772ca98a4e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Unset dirty status for tenant:447a3ee6a01741a594a429c541b64c74 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:15:38.346714 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d3829047-819c-4f03-9d6f-405df5675639 req-0c65faa7-1cde-4329-9828-1a772ca98a4e tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.3181694 Apr 30 07:15:38.353082 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-c900cda9-dfcb-43c5-9582-8fd79afd9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:38.353746 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-c900cda9-dfcb-43c5-9582-8fd79afd9d10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 200 len: 910 time: 0.2025125 Apr 30 07:15:38.435583 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-8d21f02c-53be-43fa-9062-ca5aa962abad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 200 len: 217 time: 0.0673540 Apr 30 07:15:38.475325 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-71ae3914-742b-4cc5-b808-24ca03e2c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:38.478810 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-fd2c9101-25bd-48d8-9a34-781c9ffaf6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:38.508141 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3914-742b-4cc5-b808-24ca03e2c691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef62b8-7588-4a4d-b333-d50f53bf956b,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:38.516280 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-71ae3914-742b-4cc5-b808-24ca03e2c691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:38.520801 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d3829047-819c-4f03-9d6f-405df5675639 req-3f5001c5-100b-4659-8aba-5524b08393dd tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661625 Apr 30 07:15:38.528837 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-71ae3914-742b-4cc5-b808-24ca03e2c691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:38.532153 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-71ae3914-742b-4cc5-b808-24ca03e2c691 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7aef62b8-7588-4a4d-b333-d50f53bf956b HTTP/1.1" status: 204 len: 168 time: 0.5156789 Apr 30 07:15:38.535228 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-465c2072-8862-4374-90d1-e5c4ca5626ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:38.536687 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-465c2072-8862-4374-90d1-e5c4ca5626ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 200 len: 848 time: 0.0918827 Apr 30 07:15:38.595720 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 5, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:38.600784 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8aa5a-b5c7-4132-b17f-91aa8da4fa38 None None] The sync data for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb is: [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:24Z', 'revision_number': 4, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '42fc6fa9-27c8-48bf-b8e5-069e01223cc7', 'name': '', 'network_id': '7108d78f-2bc3-4ba4-bcb9-dd956222a592', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'mac_address': 'fa:16:3e:7f:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:23Z', 'updated_at': '2021-04-30T07:11:30Z', 'revision_number': 5, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'subnets': [{'id': '3e69fe77-d50f-40aa-bc20-c306bbc05bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:15:38.626976 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-b1680abc-65db-46f9-b122-ea824f2ed862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:38.628469 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-b1680abc-65db-46f9-b122-ea824f2ed862 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7108d78f-2bc3-4ba4-bcb9-dd956222a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811455 Apr 30 07:15:38.772953 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-40c7aec3-2119-4b6f-a821-cbd1cc73a3ec service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367950 Apr 30 07:15:38.870437 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498da896-7268-43e4-9eca-1eee2813602d None None] New status for floating IP 6dd7d60e-62f1-4ee9-a5ed-1e7cae595695: DOWN {{(pid=73784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:15:38.915354 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-1a32081b-c99a-4c98-ac96-84cd01105ead req-95234803-6924-4f61-b30a-6b5b3058665e service neutron] 10.222.0.25 "GET /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335006 Apr 30 07:15:39.442567 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-eb2ec51b-de3a-45f2-b676-810b7df1228a tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:39.443984 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-eb2ec51b-de3a-45f2-b676-810b7df1228a tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.0852520 Apr 30 07:15:39.581623 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Deleting port 264ebc32-2275-4aef-b68a-06a51e0878c0 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:39.581965 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:39.727787 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] For port 264ebc32-2275-4aef-b68a-06a51e0878c0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=264ebc32-2275-4aef-b68a-06a51e0878c0,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:39.728114 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:39.853129 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Calling delete_port for 264ebc32-2275-4aef-b68a-06a51e0878c0 owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:39.959143 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d89f11-2ba7-4b18-b391-d07278ce0584 req-c6734d92-a497-4e72-aced-c1db7dafe158 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:39.960530 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-60d89f11-2ba7-4b18-b391-d07278ce0584 req-c6734d92-a497-4e72-aced-c1db7dafe158 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 945 time: 0.2899644 Apr 30 07:15:40.145223 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-60d89f11-2ba7-4b18-b391-d07278ce0584 req-aa2c6558-6348-4dd3-91bb-2ad6077b1f4d tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/security-groups?id=6061cc88-f000-41e7-8c89-f9a712374306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786621 Apr 30 07:15:40.156066 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:40.162779 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-f9e5587f-2ea0-450a-abba-be62d16c511b tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:40.206337 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event deleted for resources: {'Port': ['ID=264ebc32-2275-4aef-b68a-06a51e0878c0,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:40.209092 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:40.287353 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] No DVR routers for this DVR port 264ebc32-2275-4aef-b68a-06a51e0878c0 on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:15:40.290205 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:40.292749 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-deleted', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:15:40.309236 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-02cfb8ff-1d1b-405e-a3e3-cc89e364fc6c req-b5b530fa-b1b9-4709-9827-ac1a5fc7f40c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.25 "DELETE /v2.0/ports/264ebc32-2275-4aef-b68a-06a51e0878c0 HTTP/1.1" status: 204 len: 173 time: 0.8562446 Apr 30 07:15:40.341045 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96575c-6005-45ac-abfd-d038ef1c69d5', 'name': 'network-vif-deleted', 'tag': '264ebc32-2275-4aef-b68a-06a51e0878c0', 'status': 'completed', 'code': 200} Apr 30 07:15:40.425304 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:15:41.308269 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-f22ed557-c3ef-425a-9479-6b68aa4b4a0d req-c4787412-b810-4ee6-b4a5-cf6a22d6fd4c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Synchronizing usage tracker for tenant:447a3ee6a01741a594a429c541b64c74 on resource:port {{(pid=73782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 07:15:41.329647 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.quota.resource [req-f22ed557-c3ef-425a-9479-6b68aa4b4a0d req-c4787412-b810-4ee6-b4a5-cf6a22d6fd4c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Unset dirty status for tenant:447a3ee6a01741a594a429c541b64c74 on resource:port {{(pid=73782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 07:15:41.331137 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-f22ed557-c3ef-425a-9479-6b68aa4b4a0d req-c4787412-b810-4ee6-b4a5-cf6a22d6fd4c tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a96575c-6005-45ac-abfd-d038ef1c69d5 HTTP/1.1" status: 200 len: 210 time: 0.0648828 Apr 30 07:15:42.427355 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40314) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:42.501859 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-75ea2a9a-2b7b-4ca1-8032-61049491a8f6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:42.530555 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-75ea2a9a-2b7b-4ca1-8032-61049491a8f6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:42.598788 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-75ea2a9a-2b7b-4ca1-8032-61049491a8f6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:42.602620 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-fd3296ac-3d46-4a63-96dc-207bd7a2a522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:42.616489 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea2a9a-2b7b-4ca1-8032-61049491a8f6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6061cc88-f000-41e7-8c89-f9a712374306,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:42.619589 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-75ea2a9a-2b7b-4ca1-8032-61049491a8f6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:42.640354 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-75ea2a9a-2b7b-4ca1-8032-61049491a8f6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:42.646770 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-75ea2a9a-2b7b-4ca1-8032-61049491a8f6 tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] 10.222.0.11 "DELETE /v2.0/security-groups/6061cc88-f000-41e7-8c89-f9a712374306 HTTP/1.1" status: 204 len: 168 time: 0.2157729 Apr 30 07:15:42.677576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40320) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:43.212416 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395379'] for router_interface, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:43.267108 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 264ebc32-2275-4aef-b68a-06a51e0878c0 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:43.311550 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 264ebc32-2275-4aef-b68a-06a51e0878c0 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:43.311867 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 264ebc32-2275-4aef-b68a-06a51e0878c0 not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:43.627192 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Deleting port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:43.627839 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:43.753431 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] For port 42fc6fa9-27c8-48bf-b8e5-069e01223cc7, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:43.753757 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:43.959753 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Calling delete_port for 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 owned by network:router_interface {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:44.272129 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-bd37ac73-b80e-4dfc-94dd-946e97a66ff9 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364100705&fields=id&tenant_id=5a4fc61b954947079b1095c462f6e2ee HTTP/1.1" status: 200 len: 267 time: 0.0902958 Apr 30 07:15:44.278726 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:44.283156 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-838698f7-b772-46c6-9a89-141857200e8e tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:44.390697 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=42fc6fa9-27c8-48bf-b8e5-069e01223cc7,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:44.393212 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:44.557426 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-9b025e51-8b9f-4959-a561-b497701444a3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:44.558896 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-9b025e51-8b9f-4959-a561-b497701444a3 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 984 time: 0.2811415 Apr 30 07:15:44.618037 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.v2.base [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Request body: {'port': {'security_groups': ['1bc949da-97fa-45e2-b816-105269c96d61']}} {{(pid=73782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 07:15:44.730187 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449731'] for router_interface, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:44.822654 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454786'] for port, before_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.388575 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1b7b991c-515a-4fad-a829-6c655074769b,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:45.391576 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:15:45.480226 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for port, precommit_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.491503 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786603904359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786603484712', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786603484757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534262'] for port, after_update {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.499298 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-591b8196-f07a-46b6-addc-c05753ac0cbb tempest-AttachVolumeTestJSON-415025337 tempest-AttachVolumeTestJSON-415025337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:45.507216 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['1b7b991c-515a-4fad-a829-6c655074769b'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:15:45.615477 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:45.616109 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.617491 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-e08fdbce-ba1c-43ce-bd06-3d393c7e7656 req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "PUT /v2.0/ports/1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 942 time: 1.0513551 Apr 30 07:15:45.620395 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:15:45.624975 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40330) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:45.667383 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event updated for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=7']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:45.671926 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-1e23fcaf-a668-4e9a-be68-b407984f44ea tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:45.673070 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:15:45.703146 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] Sync routers for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:15:45.713745 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-807bdd9e-48a9-41df-8b74-f28df07035a6 admin admin] 10.222.0.11 "PUT /v2.0/routers/ee5599e4-0245-4bc8-9a3c-4825b0f3fc73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0326359 Apr 30 07:15:45.715268 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b', 'status': 'completed', 'code': 200} Apr 30 07:15:45.716064 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40336) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:45.728409 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:45.729963 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:45.787384 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1808b1bb-acfa-4293-83f5-9395e762dd1d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.820833 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] get_ports_and_sgs() called for port_ids ['1b7b991c-515a-4fad-a829-6c655074769b'] {{(pid=73783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 07:15:45.822106 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1808b1bb-acfa-4293-83f5-9395e762dd1d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.891958 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1808b1bb-acfa-4293-83f5-9395e762dd1d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.897180 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-20e0a2c9-142b-467e-9bee-da5e1d2964dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:45.910947 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b1bb-acfa-4293-83f5-9395e762dd1d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc7eb6-135b-4568-bb20-7764253488ef,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:45.913800 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1808b1bb-acfa-4293-83f5-9395e762dd1d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:45.927629 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1808b1bb-acfa-4293-83f5-9395e762dd1d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:45.929281 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1808b1bb-acfa-4293-83f5-9395e762dd1d tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "DELETE /v2.0/security-groups/93dc7eb6-135b-4568-bb20-7764253488ef HTTP/1.1" status: 204 len: 168 time: 0.3026671 Apr 30 07:15:45.932015 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40340) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:45.960826 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-c529c795-86e5-44c1-83e4-292b65fdce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:45.962302 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-c529c795-86e5-44c1-83e4-292b65fdce43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1098 time: 0.1828461 Apr 30 07:15:45.965910 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks [] for router, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.000223 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.provisioning_blocks [None req-ff56f5e2-3883-4a9a-b327-258a1f64736b None None] Provisioning complete for port 1b7b991c-515a-4fad-a829-6c655074769b triggered by entity DHCP. {{(pid=73783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 07:15:46.000640 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-ff56f5e2-3883-4a9a-b327-258a1f64736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1375326'] for port, provisioning_complete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.028580 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:46.244473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-ecbfdd53-975c-43cd-89d1-7d6c0a395ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:46.245539 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-ecbfdd53-975c-43cd-89d1-7d6c0a395ab2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 916 time: 0.2300725 Apr 30 07:15:46.251587 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.299730 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Deleting port 7812f4cc-3990-4086-80e0-94e4205070a1 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:46.300105 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.424275 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.424692 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.444723 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-3a7cb656-e7bb-4795-a0ff-1ce7578ca7a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 1001 time: 0.1875613 Apr 30 07:15:46.449760 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Deleting port 9691499c-5351-4462-ad8d-771fdba0f25a {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:46.450091 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.526248 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:15:44Z', 'revision_number': 5, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port': {'id': '9691499c-5351-4462-ad8d-771fdba0f25a', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:46.530765 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] Checking router: ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:15:46.540134 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] Routers {'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:46.540134 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:46.546566 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Calling delete_port for 7812f4cc-3990-4086-80e0-94e4205070a1 owned by network:floatingip {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:46.594684 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-3dce0d30-1a2a-4554-adee-ae779ae09833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:46.596131 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-3dce0d30-1a2a-4554-adee-ae779ae09833 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 200 len: 854 time: 0.1337285 Apr 30 07:15:46.683116 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.688554 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-bc5594f6-7373-4a14-9bb1-91ebec523487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:46.695308 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] Set router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 gateway port host: None {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:46.770159 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event deleted for resources: {'Port': ['ID=7812f4cc-3990-4086-80e0-94e4205070a1,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:46.790347 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] For port 9691499c-5351-4462-ad8d-771fdba0f25a, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=9691499c-5351-4462-ad8d-771fdba0f25a,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:46.790672 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.800688 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:46.802259 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:15:46Z', 'revision_number': 6, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port_host': None}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:46.806213 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19b8ed-b023-41e3-b772-859988fbed2d None None] The sync data for ids ['ee5599e4-0245-4bc8-9a3c-4825b0f3fc73'] in dv-cinder-773876-2-smb is: [{'id': 'ee5599e4-0245-4bc8-9a3c-4825b0f3fc73', 'name': 'tempest-TestShelveInstance-1861660885-router', 'tenant_id': '447a3ee6a01741a594a429c541b64c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:20Z', 'updated_at': '2021-04-30T07:15:46Z', 'revision_number': 6, 'project_id': '447a3ee6a01741a594a429c541b64c74', 'gw_port_host': None}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:15:46.832411 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks [] for floatingip, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:46.832755 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.db.l3_db [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Floating IP 149564a5-7c4c-4aad-b2b9-b172dab053b2 disassociated (deleted). External IP: 172.28.1.112, port: 1b7b991c-515a-4fad-a829-6c655074769b. Apr 30 07:15:46.923458 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Calling delete_port for 9691499c-5351-4462-ad8d-771fdba0f25a owned by network:router_gateway {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:46.949195 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-9262fd39-d2dc-4074-907a-b1e91dfc7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:46.950720 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-9262fd39-d2dc-4074-907a-b1e91dfc7b6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18ece21a-4d45-4c3b-a5e3-49aeccbce845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3445518 Apr 30 07:15:46.965909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-015f1573-538b-46c7-9fd8-9c165f5208f7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=73782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 07:15:46.966903 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-015f1573-538b-46c7-9fd8-9c165f5208f7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060277 Apr 30 07:15:47.154948 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-d99ff733-ad69-4cc1-ad3b-014ef90a4be6 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660759 Apr 30 07:15:47.182132 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:15:47.268220 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.274502 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-daccfaa9-f700-424f-bda9-a7f37cabaeb4 tempest-VolumesActionsTest-1280942384 tempest-VolumesActionsTest-1280942384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:47.321337 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9691499c-5351-4462-ad8d-771fdba0f25a,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:47.327656 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:47.367626 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:15:47.378851 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] Sync routers for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:15:47.389034 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:47.389637 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:47.391674 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.416085 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-8b1cb23e-6efd-4c56-9f02-6f7cf64ebd20 req-9b55eb92-f0de-41c9-950c-3f83e496f1bf service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501605 Apr 30 07:15:47.434024 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456932'] for router_gateway, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.452929 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-2bfdf23b-6fbb-4b7a-9536-6ba317518979 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "DELETE /v2.0/floatingips/149564a5-7c4c-4aad-b2b9-b172dab053b2 HTTP/1.1" status: 204 len: 168 time: 1.5198286 Apr 30 07:15:47.453547 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b'}] {{(pid=73781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:15:47.608050 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112541'] for router, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.610458 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.617389 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:47.703626 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450113'] for router, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.704179 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 {{(pid=73782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 07:15:47.718992 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] Notify callbacks [] for router, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.723272 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40350) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:47.734461 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-52601602-73c7-4b49-9dad-33dad2a6cc3f admin admin] 10.222.0.11 "DELETE /v2.0/routers/ee5599e4-0245-4bc8-9a3c-4825b0f3fc73 HTTP/1.1" status: 204 len: 168 time: 2.0167725 Apr 30 07:15:47.916064 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b', 'status': 'completed', 'code': 200} Apr 30 07:15:47.935085 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Deleting subnet 3e69fe77-d50f-40aa-bc20-c306bbc05bc4 {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:15:47.938479 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.987315 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 5, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:47.993694 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:47.997824 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] Checking router: 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:15:48.009716 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:48.011016 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:48.069497 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-b7fcb66c-574c-4d72-8d42-775a1cd8d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:48.071051 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-b7fcb66c-574c-4d72-8d42-775a1cd8d34e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a4fc61b954947079b1095c462f6e2ee&device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 1098 time: 0.1294243 Apr 30 07:15:48.079502 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:48.195799 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:48.218909 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-e5ce090d-553d-4bd1-be56-ba116aedba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:48.220364 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-e5ce090d-553d-4bd1-be56-ba116aedba12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 200 len: 916 time: 0.1373682 Apr 30 07:15:48.290888 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-00a20d48-0b12-4e86-a391-f3d0d55685db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 200 len: 217 time: 0.0630889 Apr 30 07:15:48.352014 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:48.359275 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-af8d6be9-5827-47f8-95f8-a3b8583375c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:48.360778 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-af8d6be9-5827-47f8-95f8-a3b8583375c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 200 len: 854 time: 0.0632060 Apr 30 07:15:48.365087 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-214ea1c5-95d0-4ccb-b75c-626b791e5f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:48.431408 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e69fe77-d50f-40aa-bc20-c306bbc05bc4,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:48.434137 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:48.436852 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f94ec3-3661-413c-b328-44811fd4d716 None None] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:15:48.440513 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:48.444295 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-716d94d3-c214-47e3-bf5a-d06cb8dbbc70 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3e69fe77-d50f-40aa-bc20-c306bbc05bc4 HTTP/1.1" status: 204 len: 168 time: 0.7199616 Apr 30 07:15:48.447641 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40358) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:48.464611 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:48.517518 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:48.518183 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 42fc6fa9-27c8-48bf-b8e5-069e01223cc7 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:48.519103 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9691499c-5351-4462-ad8d-771fdba0f25a no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:48.549248 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-42d1bde4-582f-497b-a6cb-35bf3d3a798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:48.550979 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-42d1bde4-582f-497b-a6cb-35bf3d3a798a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=18ece21a-4d45-4c3b-a5e3-49aeccbce845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1824176 Apr 30 07:15:48.560581 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 9691499c-5351-4462-ad8d-771fdba0f25a {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:48.561194 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9691499c-5351-4462-ad8d-771fdba0f25a not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:48.571003 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:48.583713 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 5, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:48.587768 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d58f98-f813-40b6-aaef-e129df447f3d None None] The sync data for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb is: [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:13:37Z', 'revision_number': 4, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb', '_interfaces': [{'id': '305cdb00-4e6a-48da-bb51-d86b0f7b9a4a', 'name': '', 'network_id': '18ece21a-4d45-4c3b-a5e3-49aeccbce845', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'mac_address': 'fa:16:3e:0a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:36Z', 'updated_at': '2021-04-30T07:13:45Z', 'revision_number': 5, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'subnets': [{'id': '0bba9b5d-244c-4e25-b9ea-058f23949ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:15:48.683067 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Deleting port 12c22c98-f46c-488d-bad3-9f5ccfef0afd {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:48.683416 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:48.749047 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-c93850c6-02d3-40e6-af6b-65ff5f828173 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876128 Apr 30 07:15:48.840360 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] For port 12c22c98-f46c-488d-bad3-9f5ccfef0afd, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=12c22c98-f46c-488d-bad3-9f5ccfef0afd,segment=NetworkSegment(a972a8da-556e-42be-b126-559880b998ab),segment_id=a972a8da-556e-42be-b126-559880b998ab)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:48.840930 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:48.853680 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] DHCP port deletion for 7108d78f-2bc3-4ba4-bcb9-dd956222a592 request from dv-cinder-773876-2-smb {{(pid=73783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 07:15:48.911807 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-3c82030f-df57-4fea-8bd1-c5db8558964c req-6530be0f-e54a-4137-966d-d79e70549578 service neutron] 10.222.0.25 "GET /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525266 Apr 30 07:15:48.929664 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1707db0-b058-455f-81dc-1726df25462d None None] New status for floating IP 149564a5-7c4c-4aad-b2b9-b172dab053b2: DOWN {{(pid=73783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 07:15:48.972557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Calling delete_port for 12c22c98-f46c-488d-bad3-9f5ccfef0afd owned by network:dhcp {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:49.019556 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.024772 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7bb887df-a49f-4ad7-9188-a513a314a79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:49.047614 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Deleting port 12c22c98-f46c-488d-bad3-9f5ccfef0afd {{(pid=73783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:49.047970 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.071026 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Pushing event deleted for resources: {'Port': ['ID=12c22c98-f46c-488d-bad3-9f5ccfef0afd,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:49.073758 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:49.078521 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] No DVR routers for this DVR port 12c22c98-f46c-488d-bad3-9f5ccfef0afd on host dv-cinder-773876-2-smb {{(pid=73781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:15:49.157548 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] For port 12c22c98-f46c-488d-bad3-9f5ccfef0afd, host dv-cinder-773876-2-smb, got binding levels [] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:49.157948 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.198396 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.303668 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7108d78f-2bc3-4ba4-bcb9-dd956222a592']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:49.317658 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Calling delete_port for 12c22c98-f46c-488d-bad3-9f5ccfef0afd owned by network:dhcp {{(pid=73783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:49.321088 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a972a8da-556e-42be-b126-559880b998ab') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:49.321391 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a972a8da-556e-42be-b126-559880b998ab') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:49.321982 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.ipam_backend_mixin [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Port 12c22c98-f46c-488d-bad3-9f5ccfef0afd was not found and therefore no delete operation was performed {{(pid=73783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}} Apr 30 07:15:49.323513 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.328462 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-eb13edc2-2262-42e4-a878-c93941b41370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:49.334180 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.351231 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.357911 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:15:49.373773 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Pushing event deleted for resources: {'Port': ['ID=12c22c98-f46c-488d-bad3-9f5ccfef0afd,revision_number=None']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:49.378165 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] No DVR routers for this DVR port 12c22c98-f46c-488d-bad3-9f5ccfef0afd on host dv-cinder-773876-2-smb {{(pid=73783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:15:49.393090 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.393657 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.394000 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.394351 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.394876 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.395312 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.395668 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.396126 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.396575 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.397033 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.397959 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.398370 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-2-smb {{(pid=73783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 07:15:49.405708 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-975158ff-2a33-4b67-9724-af5fda24f262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:49.529675 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:15:49.538091 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.811937 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Network 7108d78f-2bc3-4ba4-bcb9-dd956222a592 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:15:49.832629 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:15:49.914646 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.918348 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:49.931081 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:49.940946 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Pushing event deleted for resources: {'Network': ['ID=7108d78f-2bc3-4ba4-bcb9-dd956222a592,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:49.945048 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:49.948654 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-cfa1ac97-36a3-4e9f-8bb7-0ce587abfa9a admin admin] 10.222.0.11 "DELETE /v2.0/networks/7108d78f-2bc3-4ba4-bcb9-dd956222a592 HTTP/1.1" status: 204 len: 168 time: 1.5001092 Apr 30 07:15:49.951669 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40372) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:50.392806 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 12c22c98-f46c-488d-bad3-9f5ccfef0afd no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:50.425966 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 12c22c98-f46c-488d-bad3-9f5ccfef0afd {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:50.426439 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 12c22c98-f46c-488d-bad3-9f5ccfef0afd not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:50.506656 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395379'] for router_interface, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:50.921876 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Deleting port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:50.922583 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:50.929464 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0f92d-4706-4f3a-932d-cb82ec7722db req-da711b84-e9ee-4cf9-b4d1-b924f978c192 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:50.930959 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-caa0f92d-4706-4f3a-932d-cb82ec7722db req-da711b84-e9ee-4cf9-b4d1-b924f978c192 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0779796 Apr 30 07:15:50.978512 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-caa0f92d-4706-4f3a-932d-cb82ec7722db req-3849bda6-fa80-4d6d-a3ef-bf26b36a405f tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Apr 30 07:15:51.147102 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] For port 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,segment=NetworkSegment(63b272df-1e7f-466f-b2e3-00baadd477b1),segment_id=63b272df-1e7f-466f-b2e3-00baadd477b1)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:51.147411 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:51.265392 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Calling delete_port for 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 owned by network:router_interface {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:51.424398 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:51.428020 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-834119f4-79c3-4e86-ad75-24e2e115b654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:51.470109 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf7a07d-780a-4ba2-9fc9-f42ec924ab15,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:51.473157 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:51.737252 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449731'] for router_interface, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:52.098257 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Router 975bdc30-0d72-4c97-aab4-ca3234597827 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:15:52.163199 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf533dd-b538-4298-bf80-501289377155 req-301d1f43-ba3c-4cc8-ae98-b76fca091414 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:52.164724 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9bf533dd-b538-4298-bf80-501289377155 req-301d1f43-ba3c-4cc8-ae98-b76fca091414 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0805633 Apr 30 07:15:52.209394 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-9bf533dd-b538-4298-bf80-501289377155 req-eda7b609-82f0-4249-a779-606c02868873 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Apr 30 07:15:52.271998 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:15:52.280634 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] Sync routers for ids ['975bdc30-0d72-4c97-aab4-ca3234597827'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:15:52.281100 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-1b12d8d1-f11e-4f2a-9fd9-30f14368c80a admin admin] 10.222.0.11 "PUT /v2.0/routers/975bdc30-0d72-4c97-aab4-ca3234597827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284419 Apr 30 07:15:52.283712 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40384) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:52.290567 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] Routers {'975bdc30-0d72-4c97-aab4-ca3234597827'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:52.291181 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['975bdc30-0d72-4c97-aab4-ca3234597827'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:52.470853 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] Set router 975bdc30-0d72-4c97-aab4-ca3234597827 gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:52.576643 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks [] for router, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:52.752156 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:52.777457 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e91d1883-8683-4934-affd-9a68904a289d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:15:51Z', 'revision_number': 5, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port': {'id': 'e91d1883-8683-4934-affd-9a68904a289d', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:52.781137 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] Checking router: 975bdc30-0d72-4c97-aab4-ca3234597827 for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:15:52.789256 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] Routers {'975bdc30-0d72-4c97-aab4-ca3234597827'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:52.789859 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:28Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['975bdc30-0d72-4c97-aab4-ca3234597827'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:52.829121 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Deleting port e91d1883-8683-4934-affd-9a68904a289d {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:52.829365 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:52.833180 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-a7946ed9-e997-4c2c-8b06-27d57b2253fb tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:52.834703 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-a7946ed9-e997-4c2c-8b06-27d57b2253fb tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.25 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 945 time: 0.0819983 Apr 30 07:15:52.940101 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] Set router 975bdc30-0d72-4c97-aab4-ca3234597827 gateway port host: None {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:52.951377 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] For port e91d1883-8683-4934-affd-9a68904a289d, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=e91d1883-8683-4934-affd-9a68904a289d,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:52.951820 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:52.976780 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Deleting port 1b7b991c-515a-4fad-a829-6c655074769b {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:52.977115 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.042392 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:15:52Z', 'revision_number': 6, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port_host': None}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:53.046431 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8f4aa-368a-4fb9-8b7a-34edda2bde25 None None] The sync data for ids ['975bdc30-0d72-4c97-aab4-ca3234597827'] in dv-cinder-773876-2-smb is: [{'id': '975bdc30-0d72-4c97-aab4-ca3234597827', 'name': 'tempest-TestShelveInstance-1084303773-router', 'tenant_id': '81501f3f24b9477caccb6ded12ba79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:11:27Z', 'updated_at': '2021-04-30T07:15:52Z', 'revision_number': 6, 'project_id': '81501f3f24b9477caccb6ded12ba79a5', 'gw_port_host': None}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:15:53.075830 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Calling delete_port for e91d1883-8683-4934-affd-9a68904a289d owned by network:router_gateway {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:53.113561 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] For port 1b7b991c-515a-4fad-a829-6c655074769b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1b7b991c-515a-4fad-a829-6c655074769b,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:53.113916 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.214528 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.219240 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-2fdaff39-9a8e-4cbe-90f6-9eb2ecd46c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:53.237489 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Calling delete_port for 1b7b991c-515a-4fad-a829-6c655074769b owned by compute:nova {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:53.264485 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Pushing event deleted for resources: {'Port': ['ID=e91d1883-8683-4934-affd-9a68904a289d,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:53.295003 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:53.354996 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456932'] for router_gateway, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.399156 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.404328 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-e1920b41-b886-498f-95ff-ab4de7a97a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:53.456434 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Pushing event deleted for resources: {'Port': ['ID=1b7b991c-515a-4fad-a829-6c655074769b,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:53.460810 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:53.531826 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112541'] for router, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.533997 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.543534 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebf6cc-d804-4bba-94c1-eeec0a665c78 req-7bfec668-a991-49c9-99f5-7a0ff3fb17ad tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 07:15:53.545009 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d4ebf6cc-d804-4bba-94c1-eeec0a665c78 req-7bfec668-a991-49c9-99f5-7a0ff3fb17ad tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/ports?device_id=35165666-351a-4c06-9a37-ee8c584341e9 HTTP/1.1" status: 200 len: 867 time: 0.2194965 Apr 30 07:15:53.550479 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] No DVR routers for this DVR port 1b7b991c-515a-4fad-a829-6c655074769b on host hv-cinder-77387 {{(pid=73782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:15:53.554394 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.559674 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450113'] for router, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.560247 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 975bdc30-0d72-4c97-aab4-ca3234597827 {{(pid=73781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 07:15:53.568167 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'name': 'network-vif-deleted', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b'}] {{(pid=73782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 07:15:53.572165 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.573360 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d4dd72ad-7db3-473e-995e-50a238127fec admin admin] 10.222.0.11 "DELETE /v2.0/routers/975bdc30-0d72-4c97-aab4-ca3234597827 HTTP/1.1" status: 204 len: 168 time: 1.2887919 Apr 30 07:15:53.575939 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40392) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:53.587107 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-49ff502b-96ce-4ed5-9f36-a97efa034548 req-5b16cf7f-944e-4bcf-90f8-8132fa3da1e1 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.25 "DELETE /v2.0/ports/1b7b991c-515a-4fad-a829-6c655074769b HTTP/1.1" status: 204 len: 173 time: 0.7440035 Apr 30 07:15:53.606391 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [req-d4ebf6cc-d804-4bba-94c1-eeec0a665c78 req-f901ed22-a053-4617-9c47-e54498776c42 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bc949da-97fa-45e2-b816-105269c96d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Apr 30 07:15:53.635837 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Deleting subnet 5c909ca2-40c1-4e44-adab-684da73df696 {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:15:53.639268 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.665945 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35165666-351a-4c06-9a37-ee8c584341e9', 'name': 'network-vif-deleted', 'tag': '1b7b991c-515a-4fad-a829-6c655074769b', 'status': 'completed', 'code': 200} Apr 30 07:15:53.691540 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:53.774864 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.154990 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.159157 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:54.192735 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c909ca2-40c1-4e44-adab-684da73df696,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:54.195790 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:54.197049 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.202959 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-7c2f2da5-f7f9-440f-a90b-75c201bba885 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5c909ca2-40c1-4e44-adab-684da73df696 HTTP/1.1" status: 204 len: 168 time: 0.6260161 Apr 30 07:15:54.205701 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40396) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:54.206194 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be95175-f12c-4ec9-8382-2017c8f5dbee None None] Network e1c99791-7469-4d39-85fe-39ed23566d75 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:15:54.325744 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.401545 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Deleting port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:54.401807 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.412938 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:54.446783 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:54.447144 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8bf7a07d-780a-4ba2-9fc9-f42ec924ab15 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:54.447586 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e91d1883-8683-4934-affd-9a68904a289d no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:54.472540 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] DHCP port deletion for e1c99791-7469-4d39-85fe-39ed23566d75 request from dv-cinder-773876-2-smb {{(pid=73783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 07:15:54.485038 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: e91d1883-8683-4934-affd-9a68904a289d {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:54.485381 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device e91d1883-8683-4934-affd-9a68904a289d not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:54.503157 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] For port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,segment=NetworkSegment(63b272df-1e7f-466f-b2e3-00baadd477b1),segment_id=63b272df-1e7f-466f-b2e3-00baadd477b1)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:54.503490 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.550431 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] Deleting port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb {{(pid=73783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:54.550811 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.626973 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Calling delete_port for 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb owned by network:dhcp {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:54.648306 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] For port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,segment=NetworkSegment(63b272df-1e7f-466f-b2e3-00baadd477b1),segment_id=63b272df-1e7f-466f-b2e3-00baadd477b1)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:54.649252 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.681557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.686506 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-e57f687a-c359-47b0-aeb4-6f7a6f1f7751 tempest-AttachVolumeShelveTestJSON-210568692 tempest-AttachVolumeShelveTestJSON-210568692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:54.728966 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Pushing event deleted for resources: {'Port': ['ID=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:54.732077 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:54.732958 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] No DVR routers for this DVR port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb on host dv-cinder-773876-2-smb {{(pid=73781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:15:54.777574 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] Calling delete_port for 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb owned by network:dhcp {{(pid=73783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:54.821722 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.825289 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:54.850709 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:54.865366 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] Pushing event deleted for resources: {'Port': ['ID=9279e8a5-ec62-40d1-a6ae-524a8ed18ddb,revision_number=None']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:54.869076 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:54.871570 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ccf931-a605-47a3-9a08-a7f0c5231fc0 None None] No DVR routers for this DVR port 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb on host dv-cinder-773876-2-smb {{(pid=73783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:15:54.969149 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c99791-7469-4d39-85fe-39ed23566d75']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:54.981621 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b272df-1e7f-466f-b2e3-00baadd477b1') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:54.981911 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b272df-1e7f-466f-b2e3-00baadd477b1') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:54.993441 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.009515 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.015665 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:15:55.098284 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8734e60b-a365-45e9-b35e-ef36e0d7e351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.190697 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Network e1c99791-7469-4d39-85fe-39ed23566d75 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:15:55.199309 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.314212 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1b7b991c-515a-4fad-a829-6c655074769b no longer exists at agent hyperv_hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:55.349236 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] No Port match for: 1b7b991c-515a-4fad-a829-6c655074769b {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:55.349588 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Device 1b7b991c-515a-4fad-a829-6c655074769b not bound to the agent host hv-cinder-77387 {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:55.362091 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40440) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:55.365453 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Network e1c99791-7469-4d39-85fe-39ed23566d75 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:15:55.387086 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:15:55.464985 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.468764 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:55.481632 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.491744 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c99791-7469-4d39-85fe-39ed23566d75,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:55.494778 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:55.499106 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-7ae51930-4812-4f87-bce6-abfd7c81b047 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e1c99791-7469-4d39-85fe-39ed23566d75 HTTP/1.1" status: 204 len: 168 time: 1.2898912 Apr 30 07:15:55.690640 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40446) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:55.738703 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-0e4ef68d-f8a6-4d48-8d8e-7e1cb71ddec0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=447a3ee6a01741a594a429c541b64c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468102 Apr 30 07:15:55.741186 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40450) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:55.912488 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f18fdf5d-988c-4121-9de6-12c23b2691c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.938169 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f18fdf5d-988c-4121-9de6-12c23b2691c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.987049 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.994179 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f18fdf5d-988c-4121-9de6-12c23b2691c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:55.999608 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-a44c0b00-4274-430d-8cde-2f34ae9b3c74 tempest-TestMinimumBasicScenario-359374058 tempest-TestMinimumBasicScenario-359374058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:56.012224 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395379'] for router_interface, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.012430 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fdf5d-988c-4121-9de6-12c23b2691c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1201a97-748e-4726-b27c-fa3ddcc19c58,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:56.016242 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f18fdf5d-988c-4121-9de6-12c23b2691c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:56.022666 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f18fdf5d-988c-4121-9de6-12c23b2691c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.026800 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f18fdf5d-988c-4121-9de6-12c23b2691c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1201a97-748e-4726-b27c-fa3ddcc19c58 HTTP/1.1" status: 204 len: 168 time: 0.2845833 Apr 30 07:15:56.384635 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40458) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:56.407923 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:15:56.430658 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Deleting port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:56.431230 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.444270 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:15:56.444644 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 9279e8a5-ec62-40d1-a6ae-524a8ed18ddb not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:15:56.455113 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-ee1e4800-a573-4047-bbe1-1c9e454c711f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81501f3f24b9477caccb6ded12ba79a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692251 Apr 30 07:15:56.455678 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40462) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:56.512819 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294fcd62-7389-4a16-9e79-9d19bff1b1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.538268 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294fcd62-7389-4a16-9e79-9d19bff1b1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.550669 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] For port 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:56.551004 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.592909 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294fcd62-7389-4a16-9e79-9d19bff1b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.599307 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-478983e6-4fa9-4e3b-9b62-4da77de2aea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:56.611946 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fcd62-7389-4a16-9e79-9d19bff1b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5ad248-38ce-48bc-9fde-e2a78985a34f,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:56.614052 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-294fcd62-7389-4a16-9e79-9d19bff1b1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.618281 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-294fcd62-7389-4a16-9e79-9d19bff1b1fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe5ad248-38ce-48bc-9fde-e2a78985a34f HTTP/1.1" status: 204 len: 168 time: 0.1613092 Apr 30 07:15:56.619275 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-294fcd62-7389-4a16-9e79-9d19bff1b1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:56.672875 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Calling delete_port for 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a owned by network:router_interface {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:56.824106 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:56.828482 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-7235bdbd-07ca-4294-a91a-891a8b6e35bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:56.874373 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Pushing event deleted for resources: {'Port': ['ID=305cdb00-4e6a-48da-bb51-d86b0f7b9a4a,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:56.877473 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:57.257817 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449731'] for router_interface, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:57.529335 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b1eac14-1756-4769-8b49-e31bc2cb99c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:57.622068 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:15:57.804802 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:15:57.813642 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] Sync routers for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:15:57.817286 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-751fadee-3529-468a-a812-0eb3b148630f admin admin] 10.222.0.11 "PUT /v2.0/routers/0499a1d9-ef52-4fc9-a4e1-152c4563dbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4540682 Apr 30 07:15:57.821421 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40468) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:57.833653 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:57.834280 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:58Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:57.908078 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:57.996854 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks [] for router, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:58.013360 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: dv-cinder-773876-2-smb {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:58.163173 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:58.241116 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Deleting port 0c41c4c2-76a4-493f-a476-ada5121f5391 {{(pid=73782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:58.241441 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:58.321389 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:15:56Z', 'revision_number': 5, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port': {'id': '0c41c4c2-76a4-493f-a476-ada5121f5391', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:34Z', 'updated_at': '2021-04-30T07:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:58.325379 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] Checking router: 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 for host: dv-cinder-773876-2-smb {{(pid=73783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:15:58.333907 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] Routers {'0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:15:58.334529 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:58Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'], 'active': True} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:58.360841 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.db [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] For port 0c41c4c2-76a4-493f-a476-ada5121f5391, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=0c41c4c2-76a4-493f-a476-ada5121f5391,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:58.361278 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:58.478073 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:58.495771 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvr_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] Set router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 gateway port host: None {{(pid=73783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:15:58.597075 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.plugins.ml2.plugin [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Calling delete_port for 0c41c4c2-76a4-493f-a476-ada5121f5391 owned by network:router_gateway {{(pid=73782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:15:58.598563 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_hamode_db [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:15:58Z', 'revision_number': 6, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port_host': None}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:15:58.602610 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc671587-86cc-4f17-af50-267ad5aa373c None None] The sync data for ids ['0499a1d9-ef52-4fc9-a4e1-152c4563dbf9'] in dv-cinder-773876-2-smb is: [{'id': '0499a1d9-ef52-4fc9-a4e1-152c4563dbf9', 'name': 'tempest-TestMinimumBasicScenario-2096280641-router', 'tenant_id': '5a4fc61b954947079b1095c462f6e2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:33Z', 'updated_at': '2021-04-30T07:15:58Z', 'revision_number': 6, 'project_id': '5a4fc61b954947079b1095c462f6e2ee', 'gw_port_host': None}] {{(pid=73783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:15:58.748972 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534269'] for port, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:58.753232 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-cc8d2df6-3866-406f-8994-e38b4e4a0615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:58.794023 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c41c4c2-76a4-493f-a476-ada5121f5391,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:58.797023 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:58.885164 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456932'] for router_gateway, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.055071 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112541'] for router, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.057233 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.082861 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450113'] for router, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.083441 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 {{(pid=73782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 07:15:59.100287 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] Notify callbacks [] for router, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.101679 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-0c82a90a-a4f3-4ed8-b58e-4340478ed00f admin admin] 10.222.0.11 "DELETE /v2.0/routers/0499a1d9-ef52-4fc9-a4e1-152c4563dbf9 HTTP/1.1" status: 204 len: 168 time: 1.2787373 Apr 30 07:15:59.104677 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40472) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:59.163441 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Deleting subnet 0bba9b5d-244c-4e25-b9ea-058f23949ac8 {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:15:59.166853 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.216929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.292512 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.545992 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.550047 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:15:59.587023 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.589601 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bba9b5d-244c-4e25-b9ea-058f23949ac8,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:15:59.589910 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac50ff-7de5-4aef-9acc-b71b3838aa5d None None] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:15:59.592515 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:15:59.597568 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-39474f81-e213-40f4-8a72-db7c397d056a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0bba9b5d-244c-4e25-b9ea-058f23949ac8 HTTP/1.1" status: 204 len: 168 time: 0.4896052 Apr 30 07:15:59.597800 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40476) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:15:59.703066 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.778027 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Deleting port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:59.778408 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.833528 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] DHCP port deletion for 18ece21a-4d45-4c3b-a5e3-49aeccbce845 request from dv-cinder-773876-2-smb {{(pid=73783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 07:15:59.883394 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] For port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:15:59.883759 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.900157 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] Deleting port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 {{(pid=73783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:15:59.900666 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:15:59.999666 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] For port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,segment=NetworkSegment(8f9e242a-5f61-4136-b896-fa5cb4c58159),segment_id=8f9e242a-5f61-4136-b896-fa5cb4c58159)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:16:00.000058 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.005497 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Calling delete_port for 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 owned by network:dhcp {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:16:00.057237 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.061061 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:00.103443 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:00.106635 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:00.107490 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] No DVR routers for this DVR port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 on host dv-cinder-773876-2-smb {{(pid=73781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:16:00.118983 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] Calling delete_port for 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 owned by network:dhcp {{(pid=73783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:16:00.160050 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.164395 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:00.208519 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] Pushing event deleted for resources: {'Port': ['ID=8ba0087a-6a37-4793-a43b-b9dfcc4bf674,revision_number=None']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:00.210395 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] No DVR routers for this DVR port 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 on host dv-cinder-773876-2-smb {{(pid=73783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:16:00.211766 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-b0ff87c2-0eb9-4e4f-9523-964a87501fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:00.225627 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.334740 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ece21a-4d45-4c3b-a5e3-49aeccbce845']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:00.346929 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9e242a-5f61-4136-b896-fa5cb4c58159') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:00.347226 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9e242a-5f61-4136-b896-fa5cb4c58159') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:00.359072 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.372487 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.376125 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.384349 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:16:00.403762 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 0c41c4c2-76a4-493f-a476-ada5121f5391 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:16:00.438306 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 0c41c4c2-76a4-493f-a476-ada5121f5391 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:16:00.438680 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 0c41c4c2-76a4-493f-a476-ada5121f5391 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:16:00.439107 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:16:00.472704 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:16:00.472951 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 8ba0087a-6a37-4793-a43b-b9dfcc4bf674 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:16:00.473381 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:16:00.510244 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:16:00.510621 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 305cdb00-4e6a-48da-bb51-d86b0f7b9a4a not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:16:00.649280 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:16:00.657507 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.819783 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Network 18ece21a-4d45-4c3b-a5e3-49aeccbce845 has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:16:00.840579 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:16:00.921378 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.925120 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-cc2d5936-09d8-4ad3-88db-caaccfa0b48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:00.937823 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:00.950104 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ece21a-4d45-4c3b-a5e3-49aeccbce845,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:00.953558 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:00.955358 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] 10.222.0.11 "DELETE /v2.0/networks/18ece21a-4d45-4c3b-a5e3-49aeccbce845 HTTP/1.1" status: 204 len: 168 time: 1.3566182 Apr 30 07:16:00.958255 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40480) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:01.511218 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395379'] for router_interface, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:02.018807 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Deleting port 5f728104-eece-46eb-9458-9901dfc4f578 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:16:02.019113 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:02.139592 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] For port 5f728104-eece-46eb-9458-9901dfc4f578, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=5f728104-eece-46eb-9458-9901dfc4f578,segment=NetworkSegment(85bda718-1bfc-4aec-a297-edcb1bfe127f),segment_id=85bda718-1bfc-4aec-a297-edcb1bfe127f)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:16:02.139950 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:02.260338 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Calling delete_port for 5f728104-eece-46eb-9458-9901dfc4f578 owned by network:router_interface {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:16:02.413497 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:02.417049 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-9769cf90-2787-4f31-aeac-3d6913490709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:02.460822 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f728104-eece-46eb-9458-9901dfc4f578,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:02.463947 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:02.728847 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449731'] for router_interface, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:03.090858 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Router 2d4ee6d9-649e-4090-a398-65d1bf4183bf has already been hosted by L3 agent 9618484a-d579-4fe4-bf50-f444a5665e8f {{(pid=73781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 07:16:03.276514 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] Notify agent at l3_agent.dv-cinder-773876-2-smb the message routers_updated {{(pid=73781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 07:16:03.285079 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] Sync routers for ids ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'] in dv-cinder-773876-2-smb {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 07:16:03.285611 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-8d237055-2d98-4671-9b0f-35d7af01223e admin admin] 10.222.0.11 "PUT /v2.0/routers/2d4ee6d9-649e-4090-a398-65d1bf4183bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261118 Apr 30 07:16:03.288008 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40484) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:03.294906 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] Routers {'2d4ee6d9-649e-4090-a398-65d1bf4183bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:16:03.295512 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:58Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:03.471749 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] Set router 2d4ee6d9-649e-4090-a398-65d1bf4183bf gateway port host: dv-cinder-773876-2-smb {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:16:03.571280 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks [] for router, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:03.742654 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'external_fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:16:02Z', 'revision_number': 5, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port': {'id': '15d280f1-1aba-47f4-a351-07e3cd87c578', 'name': '', 'network_id': 'ff85655c-6720-4226-a0b9-baac48f61cef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T07:13:41Z', 'updated_at': '2021-04-30T07:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2689c09-5f72-4a6e-802d-a831af1f9a6d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-2-smb'}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:03.757070 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:03.757595 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] Checking router: 2d4ee6d9-649e-4090-a398-65d1bf4183bf for host: dv-cinder-773876-2-smb {{(pid=73784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 07:16:03.757941 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] Routers {'2d4ee6d9-649e-4090-a398-65d1bf4183bf'} bound to L3 agent in host dv-cinder-773876-2-smb {{(pid=73784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 07:16:03.758605 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T06:57:27Z,description=,heartbeat_timestamp=2021-04-30T07:15:58Z,host='dv-cinder-773876-2-smb',id=9618484a-d579-4fe4-bf50-f444a5665e8f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T06:57:28Z,topic='l3_agent')) {'router_ids': ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'], 'active': True} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:03.825122 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Deleting port 15d280f1-1aba-47f4-a351-07e3cd87c578 {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:16:03.825435 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:03.902824 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_dvr_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] Set router 2d4ee6d9-649e-4090-a398-65d1bf4183bf gateway port host: None {{(pid=73784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 07:16:03.948374 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] For port 15d280f1-1aba-47f4-a351-07e3cd87c578, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=15d280f1-1aba-47f4-a351-07e3cd87c578,segment=NetworkSegment(f8cc4ecf-c099-4204-998e-209a9242ebe8),segment_id=f8cc4ecf-c099-4204-998e-209a9242ebe8)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:16:03.948683 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.007782 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.l3_hamode_db [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:16:03Z', 'revision_number': 6, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port_host': None}], 'dv-cinder-773876-2-smb', False) {} {{(pid=73784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:04.011834 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b79f65-8367-494b-83c7-8a1baeb93580 None None] The sync data for ids ['2d4ee6d9-649e-4090-a398-65d1bf4183bf'] in dv-cinder-773876-2-smb is: [{'id': '2d4ee6d9-649e-4090-a398-65d1bf4183bf', 'name': 'tempest-TestMinimumBasicScenario-1788867785-router', 'tenant_id': '4fccd9e611484819bb9fea1766112c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T07:13:40Z', 'updated_at': '2021-04-30T07:16:03Z', 'revision_number': 6, 'project_id': '4fccd9e611484819bb9fea1766112c5e', 'gw_port_host': None}] {{(pid=73784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 07:16:04.068023 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Calling delete_port for 15d280f1-1aba-47f4-a351-07e3cd87c578 owned by network:router_gateway {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:16:04.207839 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.212288 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-0868b491-fddc-40ca-9b06-525a564e0923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:04.257315 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=15d280f1-1aba-47f4-a351-07e3cd87c578,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:04.260055 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:04.351987 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456932'] for router_gateway, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.522737 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112541'] for router, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.524994 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.552022 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450113'] for router, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.552557 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d4ee6d9-649e-4090-a398-65d1bf4183bf {{(pid=73781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 07:16:04.565784 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] Notify callbacks [] for router, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.566953 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d8d79fbe-d29b-4d99-af2f-8b9cf1fa7f4e admin admin] 10.222.0.11 "DELETE /v2.0/routers/2d4ee6d9-649e-4090-a398-65d1bf4183bf HTTP/1.1" status: 204 len: 168 time: 1.2780540 Apr 30 07:16:04.570645 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40488) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:04.631137 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.db_base_plugin_v2 [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Deleting subnet 4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d {{(pid=73781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 07:16:04.634137 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.682047 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2686864'] for subnet, precommit_delete_associations {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:04.785036 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 5f728104-eece-46eb-9458-9901dfc4f578 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:16:04.821977 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 5f728104-eece-46eb-9458-9901dfc4f578 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:16:04.822431 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 5f728104-eece-46eb-9458-9901dfc4f578 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:16:04.871951 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510696'] for subnet, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.117940 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4124117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665740'] for subnet, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.122098 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:05.159105 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:05.162144 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:05.163149 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] Notify callbacks [] for subnet, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.168933 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-08902dcd-c84a-48ad-aa7c-a7dbeb82aece admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4d5a7e5f-6b99-4ee6-83d3-c4f7108e1b7d HTTP/1.1" status: 204 len: 168 time: 0.5973530 Apr 30 07:16:05.170922 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0aef8-20ab-4716-a76c-414fce2fe9a1 None None] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf requested from dv-cinder-773876-2-smb {{(pid=73783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 07:16:05.171565 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40492) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:05.275725 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1489191'] for network, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.348868 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Deleting port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd {{(pid=73781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:16:05.349103 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.405085 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] DHCP port deletion for 5c015162-3ded-4595-93e6-05ad5b70aaaf request from dv-cinder-773876-2-smb {{(pid=73783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 07:16:05.452275 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.db [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] For port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,segment=NetworkSegment(85bda718-1bfc-4aec-a297-edcb1bfe127f),segment_id=85bda718-1bfc-4aec-a297-edcb1bfe127f)] {{(pid=73781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:16:05.452604 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.511727 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] Deleting port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd {{(pid=73783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 07:16:05.512091 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786603900757'] for port, before_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.575749 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.plugin [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Calling delete_port for c6a8ae95-3f51-4f31-95c4-61997bf9b5bd owned by network:dhcp {{(pid=73781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:16:05.606960 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.db [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] For port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd, host dv-cinder-773876-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-2-smb',level=0,port_id=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,segment=NetworkSegment(85bda718-1bfc-4aec-a297-edcb1bfe127f),segment_id=85bda718-1bfc-4aec-a297-edcb1bfe127f)] {{(pid=73783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 07:16:05.607413 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451714'] for port, precommit_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.625890 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4124072'] for port, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.630092 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-5f304bf6-71f6-4124-b1bf-cc2d6544394b tempest-TestShelveInstance-966303761 tempest-TestShelveInstance-966303761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:05.678560 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] No DVR routers for this DVR port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd on host dv-cinder-773876-2-smb {{(pid=73781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:16:05.704241 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:05.706525 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:05.728563 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] Calling delete_port for c6a8ae95-3f51-4f31-95c4-61997bf9b5bd owned by network:dhcp {{(pid=73783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 07:16:05.770906 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-931237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786603904368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786603484703'] for port, after_delete {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.774498 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:05.795567 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507749', 'neutron.services.segments.db._delete_segments_for_network-8786603912349'] for network, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.818429 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] Pushing event deleted for resources: {'Port': ['ID=c6a8ae95-3f51-4f31-95c4-61997bf9b5bd,revision_number=None']} {{(pid=73783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:05.821497 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG oslo_concurrency.lockutils [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:05.822298 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32de05-445a-4faa-9cdd-2febbdf79351 None None] No DVR routers for this DVR port c6a8ae95-3f51-4f31-95c4-61997bf9b5bd on host dv-cinder-773876-2-smb {{(pid=73783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 07:16:05.906951 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c015162-3ded-4595-93e6-05ad5b70aaaf']}} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:05.923360 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bda718-1bfc-4aec-a297-edcb1bfe127f') {'for_net_delete': True} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:05.923659 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.services.segments.db [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bda718-1bfc-4aec-a297-edcb1bfe127f') {} {{(pid=73781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 07:16:05.936883 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786603925095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2686873'] for segment, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.954787 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514470'] for segment, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:05.959321 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=73781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 07:16:06.122237 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:16:06.130567 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4124031'] for segment, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:06.394020 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.plugins.ml2.managers [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Network 5c015162-3ded-4595-93e6-05ad5b70aaaf has no segments {{(pid=73781) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 07:16:06.398447 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device c6a8ae95-3f51-4f31-95c4-61997bf9b5bd no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: Traceback (most recent call last): Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: timer() Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: cb(*args, **kw) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: return func(*args, **kwargs) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: self._notify() Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: self.callback(batched_events) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: event.method(event) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: return f(self, *a, **k) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: return self._get(url).json() Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: return self.request(url, 'GET', **kwargs) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 07:16:06.415197 dv-cinder-773876-2-smb neutron-server[73781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 07:16:06.431301 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: c6a8ae95-3f51-4f31-95c4-61997bf9b5bd {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:16:06.431648 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device c6a8ae95-3f51-4f31-95c4-61997bf9b5bd not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:16:06.432074 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 15d280f1-1aba-47f4-a351-07e3cd87c578 no longer exists at agent ovs-agent-dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 07:16:06.463850 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.plugin [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] No Port match for: 15d280f1-1aba-47f4-a351-07e3cd87c578 {{(pid=73783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 07:16:06.464256 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron.plugins.ml2.rpc [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Device 15d280f1-1aba-47f4-a351-07e3cd87c578 not bound to the agent host dv-cinder-773876-2-smb {{(pid=73783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 07:16:06.494835 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458616'] for network, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:06.498449 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:06.511237 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583610'] for network, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:06.521225 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c015162-3ded-4595-93e6-05ad5b70aaaf,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:06.524236 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:06.525676 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-81328401-c17a-4c74-abd2-611b697318d1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5c015162-3ded-4595-93e6-05ad5b70aaaf HTTP/1.1" status: 204 len: 168 time: 1.3531728 Apr 30 07:16:06.708153 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40498) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:06.758196 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-d503213f-8436-48f9-bc5a-d1178a466afa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a4fc61b954947079b1095c462f6e2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488069 Apr 30 07:16:06.760677 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.wsgi [-] (73781) accepted ('10.222.0.11', 40502) {{(pid=73781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:06.817345 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8c23d07-05e3-45d2-bed6-851ed11190ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:06.846230 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8c23d07-05e3-45d2-bed6-851ed11190ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:06.902352 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8c23d07-05e3-45d2-bed6-851ed11190ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:06.908386 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-38b2af25-9436-4e2d-8bc4-f65add098de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:06.925308 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c23d07-05e3-45d2-bed6-851ed11190ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc949da-97fa-45e2-b816-105269c96d61,revision_number=None']} {{(pid=73781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:06.928255 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG oslo_concurrency.lockutils [None req-f8c23d07-05e3-45d2-bed6-851ed11190ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:06.933794 dv-cinder-773876-2-smb neutron-server[73781]: DEBUG neutron_lib.callbacks.manager [None req-f8c23d07-05e3-45d2-bed6-851ed11190ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:06.934960 dv-cinder-773876-2-smb neutron-server[73781]: INFO neutron.wsgi [None req-f8c23d07-05e3-45d2-bed6-851ed11190ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bc949da-97fa-45e2-b816-105269c96d61 HTTP/1.1" status: 204 len: 168 time: 0.1734018 Apr 30 07:16:07.305317 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40510) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:07.359527 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-fd4f899b-e9d9-4229-8e7f-6230b37f2996 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fccd9e611484819bb9fea1766112c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529308 Apr 30 07:16:07.362568 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.wsgi [-] (73782) accepted ('10.222.0.11', 40514) {{(pid=73782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 07:16:07.429621 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-608a4848-fddc-4788-b01e-e19336689c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:07.456438 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-608a4848-fddc-4788-b01e-e19336689c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:07.514707 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-608a4848-fddc-4788-b01e-e19336689c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593540'] for security_group, after_delete {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:07.521937 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-de1f7bd4-6e93-4e81-99d8-2632890bc4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 07:16:07.536145 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a4848-fddc-4788-b01e-e19336689c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360990b3-eb90-4900-b844-fd2bb263055e,revision_number=None']} {{(pid=73782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 07:16:07.539593 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG oslo_concurrency.lockutils [None req-608a4848-fddc-4788-b01e-e19336689c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 07:16:07.541994 dv-cinder-773876-2-smb neutron-server[73782]: DEBUG neutron_lib.callbacks.manager [None req-608a4848-fddc-4788-b01e-e19336689c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:07.543060 dv-cinder-773876-2-smb neutron-server[73782]: INFO neutron.wsgi [None req-608a4848-fddc-4788-b01e-e19336689c23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/360990b3-eb90-4900-b844-fd2bb263055e HTTP/1.1" status: 204 len: 168 time: 0.1796353 Apr 30 07:16:17.429594 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:16:25.115084 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a6745f98-8deb-4cd9-aac8-09f3ff87f1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:25.992911 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:27.548818 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-8bea3a11-67a0-4e29-b1cd-3d0f521c25d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:27.852092 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:28.475126 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:30.380351 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:54.431461 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:16:55.112578 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a4f892c4-b6cc-4277-a5ec-b8524f9061b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:55.996606 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:57.536890 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-1625abc2-3fdc-4fe8-8d25-641cd31790cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:57.853636 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:16:58.479398 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:00.388989 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:25.098485 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b93a0ab9-56a6-4f9d-b514-1f54fe5cb04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:25.992057 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:27.538220 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f1ac-6a84-42a7-a44f-5ba80d3dcf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:27.851271 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:28.475600 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:30.389066 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:31.434194 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:17:55.102532 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-71b9902d-c153-4319-9009-197b4630b8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:55.991473 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:57.539996 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-306dd52a-954f-48a7-9638-e6f294df0f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:57.847085 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:17:58.476871 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:00.387739 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:08.433612 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:18:25.101238 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-f58e94ea-b1a0-42ef-96ff-bafdf48136b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:25.989803 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:27.545791 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3fc5840c-e616-4c48-9fad-ea9265e70386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:27.852001 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:28.488295 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:30.397042 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:45.439473 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:18:55.094485 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-07e30b6e-82ea-42bd-8c82-dc7b847bb3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:55.997020 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:57.543084 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-11b0c6d5-a0e0-4a9d-b594-f84dfce3fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:57.851285 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:18:58.491006 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:00.400937 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:22.439047 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:19:25.105538 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-09ddb472-e163-430f-b8ad-cf23d775f284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:26.025208 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:27.549977 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a8300b7d-c60c-4d86-8f56-7e4c12aead6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:27.855793 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:28.489958 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:30.406390 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:55.106509 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-da422b35-bbe0-47b2-a4eb-d25dd243f6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:56.014535 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:57.539777 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e70685ea-27f7-44e6-8f95-f36025204f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:57.857580 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:58.497472 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:19:59.438872 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:20:00.404655 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:20:25.102761 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-35055506-2345-4833-ba1f-511b83760d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:20:26.028768 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1152-cf8a-4210-9cd4-e33da35ee378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:20:27.534122 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-f7787c3a-2ee7-4df4-a955-9219dd8a7b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:20:27.853165 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-3b779122-e4d7-41b8-ad71-e5600a877a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:20:28.492994 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-b084fd47-94a2-44ff-ba15-4f5a66974bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:20:30.407613 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-e92f9053-a949-4cc4-b466-2c03747811b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 07:20:36.437710 dv-cinder-773876-2-smb neutron-server[73784]: DEBUG neutron.db.agents_db [None req-e060d90f-8eaa-4e38-90c7-4188ab42d747 None None] Agent healthcheck: found 6 active agents {{(pid=73784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 07:20:55.106035 dv-cinder-773876-2-smb neutron-server[73783]: DEBUG neutron_lib.callbacks.manager [None req-a1922851-c4ce-421d-a5b8-63c06cab470f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786603912358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1375471'] for agent, after_update {{(pid=73783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}